00010000:00000010:3.1:1761224716.742915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1633c8. 00010000:00000010:3.1:1761224716.854255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c900c49e. 00010000:00000010:3.1:1761224716.865985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c49e1f9. 00010000:00000010:3.1:1761224716.871898:0:10918:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c81aea84. 00010000:00000010:3.1:1761224716.880989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7417a73. 00010000:00000010:3.1:1761224717.033399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec07e6d. 00010000:00000010:3.1:1761224721.870906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9e01a59. 00000080:00000010:3.1:1761224724.018083:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005d874f3b. 00000080:00000010:3.1:1761224724.018107:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000060c908a. 00000080:00000010:3.1:1761224724.018117:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093112341. 00000080:00000010:3.1:1761224724.018123:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009aec2609. 00000080:00000010:3.1:1761224724.018129:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dd6cba7a. 00000080:00000010:3.1:1761224724.018135:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000031692dea. 00000080:00000010:3.1:1761224724.018142:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e09f985f. 00000080:00000010:3.1:1761224724.018146:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000037f1624b. 00000080:00000010:3.1:1761224724.018152:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000074f1a8ac. 00000080:00000010:3.1:1761224724.018156:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f9a9da78. 00000080:00000010:3.1:1761224724.018160:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ae4f4cc8. 00000080:00000010:3.1:1761224724.018163:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000068ddf19d. 00000080:00000010:3.1:1761224724.018167:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000345a2222. 00000080:00000010:3.1:1761224724.018171:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000742516c0. 00000080:00000010:3.1:1761224724.018175:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ad0d4c59. 00000080:00000010:3.1:1761224724.018178:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000035ae0d1c. 00000080:00000010:3.1:1761224724.018182:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fbc031d0. 00000080:00000010:3.1:1761224724.018190:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009a04a8a3. 00000080:00000010:3.1:1761224724.018195:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000061a1becc. 00000080:00000010:3.1:1761224724.018199:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d7cf67c1. 00000080:00000010:3.1:1761224724.018204:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000080165e17. 00000080:00000010:3.1:1761224724.018207:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006db2dba7. 00000080:00000010:3.1:1761224724.018210:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d4876f7a. 00000080:00000010:3.1:1761224724.018214:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009f432b5d. 00000080:00000010:3.1:1761224724.018217:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007759f9cc. 00000080:00000010:3.1:1761224724.018221:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000098d6202d. 00000080:00000010:3.1:1761224724.018224:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000085f60a7c. 00000080:00000010:3.1:1761224724.018228:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005481ba8f. 00000080:00000010:3.1:1761224724.018231:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000040b56c84. 00000080:00000010:3.1:1761224724.018257:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002d3eb44f. 00000080:00000010:3.1:1761224724.018261:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000066704017. 00000080:00000010:3.1:1761224724.018265:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002ef7f92d. 00000080:00000010:3.1:1761224724.018269:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000478adf91. 00000080:00000010:3.1:1761224724.018272:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000023bc98c7. 00000080:00000010:3.1:1761224724.018275:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000023867237. 00010000:00000010:3.1:1761224724.018281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4a10013. 00010000:00000010:3.1:1761224724.428549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb629625. 00000080:00000010:3.1:1761224724.436151:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dce7bf5b. 00010000:00000010:3.1:1761224724.440065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a5815f. 00000080:00000010:3.1:1761224724.440083:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000023bc98c7. 00010000:00000010:3.1:1761224724.445990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00000080:00000010:3.1:1761224724.446009:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002ef7f92d. 00000080:00000010:3.1:1761224724.661093:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000217bcbb4. 00010000:00000010:3.1:1761224724.670917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00000080:00000010:3.1:1761224724.670934:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002ef7f92d. 00000080:00000010:3.1:1761224724.804281:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b690cf87. 00010000:00000010:3.1:1761224724.806944:0:10989:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00000080:00000010:3.1:1761224724.810042:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002ef7f92d. 00010000:00000010:3.1:1761224724.816105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a5815f. 00000080:00000010:3.1:1761224724.816130:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009a04a8a3. 00010000:00000010:3.1:1761224724.821047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00000080:00000010:3.1:1761224724.821711:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000db3b5657. 00010000:00000010:3.1:1761224724.826011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c49e1f9. 00000080:00000010:3.1:1761224724.826034:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002ef7f92d. 00010000:00000010:3.1:1761224725.140085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd31985. 00010000:00000010:3.1:1761224725.159273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00010000:00000010:3.1:1761224725.321484:0:10997:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00010000:00000010:3.1:1761224730.176908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014c33ef8. 00000080:00000010:3.1:1761224730.176925:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000097926ad9. 00010000:00000010:3.1:1761224730.260904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000290dc7a1. 00000080:00000010:3.1:1761224730.260913:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000040b56c84. 00010000:00000010:3.1:1761224730.338587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003949dc8. 00000080:00000010:3.1:1761224730.338603:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000e151b40. 00010000:00000010:3.1:1761224730.504899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec07e6d. 00000080:00000010:3.1:1761224730.504916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000478adf91. 00010000:00000010:3.1:1761224730.868019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7417a73. 00010000:00000010:3.1:1761224730.947890:0:11005:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a39bfaa6. 00010000:00000010:3.1:1761224730.962107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b231a4. 00010000:00000010:3.1:1761224730.962127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d14164. 00010000:00000010:3.1:1761224730.967573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c96bef33. 00010000:00000010:3.1:1761224730.968487:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a39bfaa6. 00010000:00000010:3.1:1761224730.976952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39b1e3b. 00010000:00000010:3.1:1761224737.858978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7251e04. 00000080:00000010:3.1:1761224746.472924:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c9b191fa. 00010000:00000010:3.1:1761224761.155360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b768f1bd. 00000080:00000010:3.1:1761224761.155382:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000742516c0. 00010000:00000010:3.1:1761224761.155388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005499ca5a. 00010000:00000010:3.1:1761224768.870904:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008502d068. 00010000:00000010:3.1:1761224776.671330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a39bfaa6. 00000080:00000010:3.1:1761224776.671347:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b4fa6b25. 00010000:00000010:3.1:1761224776.685217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7ba76e. 00000080:00000010:3.1:1761224776.685230:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006b27510a. 00010000:00000010:3.1:1761224776.894322:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec07e6d. 00010000:00000010:3.1:1761224776.898275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7ba76e. 00010000:00000010:3.1:1761224776.935390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0da42ea. 00010000:00000010:3.1:1761224776.943668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7ba76e. 00000800:00000200:3.1:1761224841.066073:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15732 low water 158534 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.066098:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15732 low water 158534 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.066106:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15732 low water 158534 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.066113:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15732 low water 158534 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.066120:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15732 low water 158534 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.066125:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15732 low water 158534 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.066624:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15732 low water 158534 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.069516:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 102748 low water 148306 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.069545:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 102748 low water 148306 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.069552:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 102748 low water 148306 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.069559:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 102748 low water 148306 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.069565:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 102748 low water 148306 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.069572:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 102748 low water 148306 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.069577:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 102748 low water 148306 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.078220:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 320288 low water 122736 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.082890:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 282344 low water 291468 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.082916:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 282344 low water 291468 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.082927:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 282344 low water 291468 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.082941:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 282344 low water 291468 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.082950:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 282344 low water 291468 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.082957:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 282344 low water 291468 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761224841.083009:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 369360 low water 281240 conn 00000000f0ed1cc8 blocked idle queued 00010000:00000010:3.1:1761224862.077979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e3961dc. 00010000:00000010:3.1:1761224862.077991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0da42ea. 00010000:00000010:3.1:1761224907.503923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000954ccc9c. 00000080:00000010:3.1:1761224907.503946:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f81302f9. 00010000:00000010:3.1:1761224907.503963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ac096. 00010000:00000010:3.1:1761224914.582460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000296c0ce5. 00010000:00000010:3.1:1761224914.582483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ce5bfe. 00000080:00000010:3.1:1761224914.585931:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000377bda03. 00000080:00000010:3.1:1761224914.585976:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073cbed34. 00010000:00000010:3.1:1761224961.325131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6935ec7. 00010000:00000010:3.1:1761224961.325144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083b76ad2. 00010000:00000010:3.1:1761224961.325149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b27ccb8c. 00010000:00000010:3.1:1761225018.793162:0:2284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe018a71. 00010000:00000010:3.1:1761225018.793173:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf28c9cd. 00000080:00000010:3.1:1761225032.469666:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009342f70c. 00000080:00000010:3.1:1761225032.469685:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030878dcd. 00000080:00000010:3.1:1761225032.469697:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000000e81b8f. 00000080:00000010:3.1:1761225032.469703:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009241462b. 00000080:00000010:3.1:1761225032.469713:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b24bb197. 00000080:00000010:3.1:1761225032.470095:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b9a0939. 00000080:00000010:3.1:1761225032.470110:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001bd995a7. 00000080:00000010:3.1:1761225032.470118:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a341b435. 00000080:00000010:3.1:1761225032.470124:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d57ef63. 00000080:00000010:3.1:1761225032.470161:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e0d5e96. 00000080:00000010:3.1:1761225032.470172:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005e8fb017. 00000080:00000010:3.1:1761225032.470179:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000036cb321f. 00000080:00000010:3.1:1761225032.470189:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000054d13b01. 00000080:00000010:3.1:1761225032.470195:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007ce07513. 00000080:00000010:3.1:1761225032.470203:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ffc2a523. 00000080:00000010:3.1:1761225032.470209:0:252:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000db90ca43. 00000800:00000200:3.1:1761225057.815890:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace -1336 low water 466588 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.815944:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace -2616 low water 467228 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.815959:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace -3896 low water 467868 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.815965:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace -3896 low water 467868 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.816004:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 15280 low water 458280 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.816039:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 34456 low water 448692 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.816594:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 34456 low water 448692 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.816616:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 33176 low water 449332 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817705:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 61300 low water 435270 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817728:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 61300 low water 435270 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817749:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 60020 low water 435910 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817771:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 88144 low water 421848 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817807:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 98372 low water 416734 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817817:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 98372 low water 416734 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817824:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 97092 low water 417374 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.817846:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 143112 low water 394364 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.819092:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 143112 low water 394364 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.819117:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 143112 low water 394364 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.819136:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 141832 low water 395004 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.819232:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 227568 low water 385416 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.819248:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 226288 low water 386056 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.819253:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 226288 low water 386056 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225057.819610:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 523164 low water 354098 conn 00000000f0ed1cc8 blocked idle queued 00000080:00000010:3.1:1761225059.000961:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000601ec6b9. 00000080:00000010:3.1:1761225059.053225:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009241462b. 00010000:00000010:3.1:1761225059.056076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ad33dd. 00010000:00000010:3.1:1761225059.056096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca710a91. 00010000:00000010:3.1:1761225059.056102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb2d73bc. 00010000:00000010:3.1:1761225059.056107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f6ce48. 00000080:00000010:3.1:1761225059.065909:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f2cb118b. 00000080:00000010:3.1:1761225097.498975:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001aeb9b32. 00000080:00000010:3.1:1761225097.499010:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000405890e9. 00010000:00000010:3.1:1761225097.502932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002de1845c. 00010000:00000010:3.1:1761225097.502957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd9fd7d3. 00000080:00000010:3.1:1761225097.834144:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e7882e6. 00000080:00000010:3.1:1761225097.839574:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000093fdb2b6. 00010000:00000010:3.1:1761225097.839592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000002be7a. 00010000:00000010:3.1:1761225097.839617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a87ba952. 00000080:00000010:3.1:1761225097.845428:0:30123:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ba494698. 00000080:00000010:3.1:1761225097.845457:0:30123:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c5b3509e. 00010000:00000010:3.1:1761225097.845467:0:30123:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abda3a06. 00010000:00000010:3.1:1761225097.845474:0:30123:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00000080:00000010:3.1:1761225097.851243:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000075b08e52. 00000080:00000010:3.1:1761225098.007458:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000685be5cc. 00000080:00000010:3.1:1761225098.135191:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008720415e. 00000080:00000010:3.1:1761225098.135227:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007f17b2b2. 00010000:00000010:3.1:1761225098.135242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c68fa0b7. 00010000:00000010:3.1:1761225098.135247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ce5bfe. 00000080:00000010:3.1:1761225098.143622:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000888488e3. 00000080:00000010:3.1:1761225099.102077:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ed6cebce. 00000080:00000010:3.1:1761225099.107722:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001be6b0ec. 00010000:00000010:3.1:1761225099.107741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041a1c587. 00010000:00000010:3.1:1761225099.107745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008502d068. 00000080:00000010:3.1:1761225099.155770:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bbc98dfc. 00010000:00000010:3.1:1761225099.158667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773b26c1. 00010000:00000010:3.1:1761225099.158686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c49e1f9. 00000080:00000010:3.1:1761225099.232030:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000069cb13bc. 00000080:00000010:3.1:1761225099.232053:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007ce07513. 00010000:00000010:3.1:1761225099.237074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e98deee. 00010000:00000010:3.1:1761225099.237081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071e3d16f. 00000080:00000010:3.1:1761225099.302051:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000060d435c6. 00000080:00000010:3.1:1761225099.302082:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f01a23d5. 00010000:00000010:3.1:1761225099.302092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080ccd386. 00010000:00000010:3.1:1761225099.302099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000247bf3e2. 00000080:00000010:3.1:1761225099.311139:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bfbc6c2d. 00000080:00000010:3.1:1761225099.311166:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006aa43224. 00010000:00000010:3.1:1761225099.314928:0:30123:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014475899. 00010000:00000010:3.1:1761225099.314935:0:30123:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbac942d. 00000080:00000010:3.1:1761225099.325905:0:30123:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000374335fa. 00000080:00000010:3.1:1761225099.325937:0:30123:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c135ed3c. 00010000:00000010:3.1:1761225099.330957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022052167. 00010000:00000010:3.1:1761225099.330992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1d8ec3f. 00000080:00000010:3.1:1761225099.335134:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001bc6dc90. 00000080:00000010:3.1:1761225099.335212:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000024170c67. 00010000:00000010:3.1:1761225099.335230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd53902. 00010000:00000010:3.1:1761225099.335238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0995804. 00000080:00000010:3.1:1761225099.899940:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009e091cee. 00000080:00000010:3.1:1761225099.907095:0:2283:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d57ef63. 00010000:00000010:3.1:1761225099.907113:0:2283:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b274a5e. 00010000:00000010:3.1:1761225099.907120:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c7b759c. 00000080:00000010:3.1:1761225100.047862:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f81302f9. 00000080:00000010:3.1:1761225100.047929:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ed3ccb5. 00010000:00000010:3.1:1761225100.052928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030f91959. 00010000:00000010:3.1:1761225100.052947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e9a136d. 00000080:00000010:3.1:1761225100.243213:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000001a7b77a. 00010000:00000010:3.1:1761225100.243233:0:2284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d056965. 00010000:00000010:3.1:1761225100.243238:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e041a7. 00000080:00000010:3.1:1761225100.442887:0:30123:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c0b1b7a5. 00000080:00000010:3.1:1761225100.442911:0:30123:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a6ba3ad3. 00010000:00000010:3.1:1761225100.442928:0:30123:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2f7e65d. 00010000:00000010:3.1:1761225100.442933:0:30123:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a65c0d. 00000080:00000010:3.1:1761225100.454838:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a5a77a30. 00000080:00000010:3.1:1761225100.454883:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030878dcd. 00010000:00000010:3.1:1761225100.461215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057cc61c9. 00010000:00000010:3.1:1761225100.461227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e792e15. 00010000:00000010:3.1:1761225122.282002:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a8386c9. 00000800:00000200:3.1:1761225141.942565:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 34852 low water 598254 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.942574:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 34852 low water 598254 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.942645:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 80872 low water 575244 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.942672:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 79592 low water 575884 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.942679:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 79592 low water 575884 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.945723:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 143508 low water 543926 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.946446:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 143508 low water 543926 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.948218:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 142228 low water 544566 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.948230:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 142228 low water 544566 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.950060:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 360952 low water 485124 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.950088:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 360952 low water 485124 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.950100:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 360952 low water 485124 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.950106:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 360952 low water 485124 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.950158:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 404460 low water 480010 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.950198:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 701336 low water 448052 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.954509:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 252908 low water 772106 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.954544:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 296416 low water 766992 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.954557:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 593292 low water 735034 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.954766:0:32:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 593292 low water 735034 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.954803:0:32:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 593292 low water 735034 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.954816:0:32:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 593292 low water 735034 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.958785:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 657208 low water 703076 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.959635:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 657208 low water 703076 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.959676:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 657208 low water 703076 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.959693:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 657208 low water 703076 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.959709:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 657208 low water 703076 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.962720:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 820964 low water 671118 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.967683:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 53972 low water 1054614 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.967721:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 53972 low water 1054614 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.967726:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 53972 low water 1054614 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.970931:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 117888 low water 1022656 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.970949:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 117888 low water 1022656 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.970958:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 117888 low water 1022656 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.972312:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 181804 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.972330:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 181804 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.972336:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 181804 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.972369:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 245720 low water 958740 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.974941:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 245720 low water 958740 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.974959:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 245720 low water 958740 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.977159:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 373552 low water 894824 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.977177:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 373552 low water 894824 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.977184:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 373552 low water 894824 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.978222:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 501384 low water 830908 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.978239:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 501384 low water 830908 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.978247:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 501384 low water 830908 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.979462:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 501384 low water 830908 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.980782:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 662496 low water 766992 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.980802:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 662496 low water 766992 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.980807:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 662496 low water 766992 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225141.982651:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 1112552 low water 575244 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.001508:0:2284:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.001547:0:2284:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.001558:0:2284:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.001563:0:2284:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.002111:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.002129:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.002426:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.002442:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.003486:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.003504:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.004678:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 702428 low water 863506 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.004904:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 757396 low water 836022 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.004915:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 756116 low water 836662 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.005159:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 756116 low water 836662 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.005687:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 1216400 low water 639800 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.012199:0:32:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 372884 low water 1128118 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.012216:0:32:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 372884 low water 1128118 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.012220:0:32:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 372884 low water 1128118 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013144:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 553172 low water 1054614 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013162:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 553172 low water 1054614 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013173:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 553172 low water 1054614 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013178:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 553172 low water 1054614 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013773:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013787:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013807:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.013813:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014200:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014232:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014243:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014252:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 681004 low water 990698 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014691:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 744920 low water 958740 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014704:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 744920 low water 958740 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014717:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 743640 low water 959380 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.014721:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 743640 low water 959380 conn 00000000f0ed1cc8 blocked idle queued 00000800:00000200:3.1:1761225142.020633:0:0:0:(socklnd_lib.c:632:ksocknal_write_space()) sk 000000007e95c1d0 wspace 1482640 low water 639800 conn 00000000f0ed1cc8 blocked idle queued 00010000:00000010:3.1:1761225148.550390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a90542f9. 00010000:00000010:3.1:1761225148.550404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000340b3332. 00010000:00000010:3.1:1761225148.550408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4f4d258. 00000080:00000010:3.1:1761225148.577752:0:33538:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000015ef6ee. 00000080:00000010:3.1:1761225148.586907:0:33538:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000056c3d5c9. 00000080:00000010:3.1:1761225208.273694:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001e335ed8. 00000080:00000010:3.1:1761225208.273709:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b56a3a09. 00000080:00000010:3.1:1761225208.273716:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000daee790c. 00000080:00000010:3.1:1761225208.273719:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000919452dd. 00000080:00000010:3.1:1761225208.280670:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e9c8d831. 00000080:00000010:3.1:1761225208.280686:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000668027b9. 00000080:00000010:3.1:1761225208.280691:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009eea491a. 00000080:00000010:3.1:1761225208.284043:0:10740:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000967ef347. 00000080:00000010:3.1:1761225208.284057:0:10740:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e47c3dd9. 00010000:00000010:3.1:1761225214.117942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019f84bad. 00010000:00000010:3.1:1761225214.117948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001325c34b. 00010000:00000010:3.1:1761225214.117951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086048519. 00010000:00000010:3.1:1761225214.930055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d688ded. 00000080:00000010:3.1:1761225214.930070:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003ee95f17. 00010000:00000010:3.1:1761225214.934239:0:36677:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb96d20. 00000080:00000010:3.1:1761225214.934262:0:36677:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000078c55613. 00010000:00000010:3.1:1761225215.165593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824d18ac. 00010000:00000010:3.1:1761225215.165611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014475899. 00010000:00000010:3.1:1761225215.165616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001be1b938. 00010000:00000010:3.1:1761225215.165619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000944d8f42. 00010000:00000010:3.1:1761225215.165624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d19e304. 00010000:00000010:3.1:1761225215.165627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fc77121. 00010000:00000010:3.1:1761225215.165630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043881c71. 00010000:00000010:3.1:1761225215.165633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae17484c. 00010000:00000010:3.1:1761225215.165635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023a28907. 00010000:00000010:3.1:1761225215.165638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea53fc83. 00010000:00000010:3.1:1761225215.288305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023a28907. 00010000:00000010:3.1:1761225215.341103:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004952a3ed. 00010000:00000010:3.1:1761225221.421936:0:37274:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a5d5f. 00000080:00000010:3.1:1761225221.421942:0:37274:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eec6abe0. 00010000:00000010:3.1:1761225221.432042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb96d20. 00000080:00000010:3.1:1761225221.432062:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000072bcf8cf. 00010000:00000010:3.1:1761225221.765982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000983dda86. 00010000:00000010:3.1:1761225227.470912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40cbe4d. 00010000:00000010:3.1:1761225227.470927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b87d73c4. 00010000:00000010:3.1:1761225227.470931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a8386c9. 00010000:00000010:3.1:1761225227.481934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dde751c. 00010000:00000010:3.1:1761225227.481949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b0aab2. 00010000:00000010:3.1:1761225264.664484:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2ab9939. 00000080:00000010:3.1:1761225335.515937:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000e14f7ff. 00010000:00000010:3.1:1761225344.102207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001be1b938. 00010000:00000010:3.1:1761225344.239899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000684c74a6. 00000080:00000010:3.1:1761225348.839096:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006fc42f8a. 00000080:00000010:3.1:1761225348.839114:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005e7c2c47. 00010000:00000010:3.1:1761225348.868182:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a8386c9. 00010000:00000010:3.1:1761225348.868197:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:3.1:1761225369.344701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000292b9058. 00000080:00000010:3.1:1761225369.344729:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007ee6262d. 00010000:00000010:3.1:1761225369.349601:0:44876:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b04d5b. 00000080:00000010:3.1:1761225369.349622:0:44876:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000572c4667. 00010000:00000010:3.1:1761225369.554931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e041a7. 00000080:00000010:3.1:1761225369.558350:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a0b81b8f. 00000080:00000010:3.1:1761225369.666915:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002c1e7aa3. 00010000:00000010:3.1:1761225376.471719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b0aab2. 00000080:00000010:3.1:1761225376.471768:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000738cd93d. 00010000:00000010:3.1:1761225376.484027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1782cca. 00000080:00000010:3.1:1761225376.487294:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f90ade47. 00010000:00000010:3.1:1761225376.504600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093dd3adf. 00010000:00000010:3.1:1761225377.433285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a8386c9. 00010000:00000010:3.1:1761225384.537099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000503407ac. 00000080:00000010:3.1:1761225384.537117:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d573a43. 00010000:00000010:3.1:1761225384.547094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2ab9939. 00000080:00000010:3.1:1761225384.552790:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000036b5a2b. 00010000:00000010:3.1:1761225384.556075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db0f56c7. 00000080:00000010:3.1:1761225385.399307:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000003a4b062. 00010000:00000010:3.1:1761225387.740903:0:2283:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493bd5d2. 00010000:00000010:3.1:1761225388.138029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005499ca5a. 00000080:00000010:3.1:1761225394.021554:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000021bdf1dd. 00000080:00000010:3.1:1761225394.193029:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073bb6434. 00000080:00000010:3.1:1761225394.205922:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001467f0ae. 00010000:00000010:3.1:1761225394.205947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f6a75b1. 00010000:00000010:3.1:1761225394.205954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009367f2e8. 00010000:00000010:3.1:1761225394.205958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d905a58. 00000080:00000010:3.1:1761225394.426058:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000674f4f54. 00010000:00000010:3.1:1761225394.431909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007518a342. 00010000:00000010:3.1:1761225394.431924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ada3a11c. 00010000:00000010:3.1:1761225394.431929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004121b71. 00000080:00000010:3.1:1761225394.978019:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3e1a7d0. 00000080:00000010:3.1:1761225395.002905:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000046c3db7d. 00000080:00000010:3.1:1761225395.002929:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000fb27d10. 00010000:00000010:3.1:1761225395.002936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338d4c01. 00010000:00000010:3.1:1761225395.006924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d304b6b2. 00010000:00000010:3.1:1761225395.006949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbd0ce. 00000080:00000010:3.1:1761225396.181516:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a4cc05d5. 00000080:00000010:3.1:1761225397.269928:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000695ec920. 00010000:00000010:3.1:1761225397.273060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f0c3663. 00010000:00000010:3.1:1761225397.273077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba1ae917. 00010000:00000010:3.1:1761225397.273083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038937539. 00000080:00000010:3.1:1761225400.822193:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f0d209c3. 00000080:00000010:3.1:1761225400.822245:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000003d6357e. 00010000:00000010:3.1:1761225400.826098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6c19f1d. 00010000:00000010:3.1:1761225400.826123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ccb8f2. 00010000:00000010:3.1:1761225400.826129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1142f8f. 00010000:00000010:3.1:1761225401.053110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003253d31a. 00010000:00000010:3.1:1761225401.056977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000292b9058. 00010000:00000010:3.1:1761225401.062067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e80d6162. 00010000:00000010:3.1:1761225401.062083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b04d5b. 00010000:00000010:3.1:1761225401.214112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bba47a3. 00010000:00000010:3.1:1761225401.214137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddf294d2. 00010000:00000010:3.1:1761225401.214180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000292b9058. 00010000:00000010:3.1:1761225401.214185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a41083. 00010000:00000010:3.1:1761225401.214206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093dd3adf. 00010000:00000010:3.1:1761225401.214209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003253d31a. 00000080:00000010:3.1:1761225401.214215:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008ad47d30. 00010000:00000010:3.1:1761225401.214225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af02f902. 00010000:00000010:3.1:1761225401.214228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069575839. 00010000:00000010:3.1:1761225401.214230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1c4b418. 00000080:00000010:3.1:1761225401.484943:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008bb8f29c. 00010000:00000010:3.1:1761225401.484979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bab5073. 00010000:00000010:3.1:1761225401.484986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af56bc24. 00010000:00000010:3.1:1761225401.484992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1c4b418. 00000080:00000010:3.1:1761225402.215146:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008a4d75e0. 00010000:00000010:3.1:1761225402.215178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d19e304. 00010000:00000010:3.1:1761225402.215186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8bf09ef. 00010000:00000010:3.1:1761225402.215190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c41101e8. 00000080:00000010:3.1:1761225402.381204:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e95339db. 00010000:00000010:3.1:1761225402.385946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac2025d0. 00010000:00000010:3.1:1761225402.385972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d09d9bd4. 00010000:00000010:3.1:1761225402.385977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebc6f8f. 00000080:00000010:3.1:1761225402.660298:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000057b56bae. 00000080:00000010:3.1:1761225402.680954:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000855d7e07. 00000080:00000010:3.1:1761225402.680993:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fc864ae4. 00010000:00000010:3.1:1761225402.688388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057d78f28. 00010000:00000010:3.1:1761225402.688412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ead3d738. 00010000:00000010:3.1:1761225402.688417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003991b702. 00010000:00000010:3.1:1761225402.871580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8632225. 00010000:00000010:3.1:1761225402.871608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca8076b4. 00010000:00000010:3.1:1761225402.935891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003253d31a. 00000080:00000010:3.1:1761225403.068779:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000b49a302. 00000080:00000010:3.1:1761225409.006091:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000002f171f6. 00000080:00000010:3.1:1761225409.006122:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000073b2058b. 00010000:00000010:3.1:1761225409.006128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca710a91. 00010000:00000010:3.1:1761225409.006136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000492c07a4. 00010000:00000010:3.1:1761225409.006140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a59e1d3. 00000080:00000010:3.1:1761225409.187952:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e7303dc. 00010000:00000010:3.1:1761225409.193135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e80d6162. 00010000:00000010:3.1:1761225409.193162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db0f56c7. 00010000:00000010:3.1:1761225409.245179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad58fe10. 00010000:00000010:3.1:1761225409.414920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c360bb. 00000080:00000010:3.1:1761225410.119688:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008e7329d3. 00010000:00000010:3.1:1761225410.119723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe1703e1. 00010000:00000010:3.1:1761225410.119730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225410.119734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000566212c7. 00000080:00000010:3.1:1761225410.230082:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b225549f. 00000080:00000010:3.1:1761225410.404378:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d7eb85b5. 00010000:00000010:3.1:1761225410.404416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ff814a. 00010000:00000010:3.1:1761225410.404423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5d18a1b. 00010000:00000010:3.1:1761225410.404428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5da1cc9. 00000080:00000010:3.1:1761225411.600075:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000684dba2b. 00000080:00000010:3.1:1761225411.615387:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d9d89d22. 00010000:00000010:3.1:1761225411.615427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002751f1fb. 00010000:00000010:3.1:1761225411.615435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f67ac82f. 00010000:00000010:3.1:1761225411.615438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076f27a62. 00010000:00000010:3.1:1761225412.670256:0:2292:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007363e3d2. 00010000:00000010:3.1:1761225412.670273:0:2292:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2931de6. 00010000:00000010:3.1:1761225412.670393:0:2292:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dfe30cb. 00010000:00000010:3.1:1761225412.670397:0:2292:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d81aae2c. 00010000:00000010:3.1:1761225412.670416:0:2292:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a812bf0. 00010000:00000010:3.1:1761225412.670419:0:2292:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000278b0414. 00000080:00000010:3.1:1761225412.673108:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002c805804. 00010000:00000010:3.1:1761225412.673151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7ba76e. 00010000:00000010:3.1:1761225412.673158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710ec193. 00010000:00000010:3.1:1761225412.673167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000297ba0ed. 00000080:00000010:3.1:1761225412.773932:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ede7d7e. 00000080:00000010:3.1:1761225414.425181:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d33027e8. 00010000:00000010:3.1:1761225414.429039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f79a60d. 00010000:00000010:3.1:1761225414.429068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008933e7c6. 00010000:00000010:3.1:1761225414.503786:0:5729:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006802a308. 00000080:00000010:3.1:1761225414.626631:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000033d4e911. 00000080:00000010:3.1:1761225414.626651:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000dc1d53b. 00010000:00000010:3.1:1761225414.626657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0b3994. 00010000:00000010:3.1:1761225414.626662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000784d79a9. 00010000:00000010:3.1:1761225414.626666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095880e83. 00000080:00000010:3.1:1761225415.262829:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a0125fe0. 00010000:00000010:3.1:1761225415.328863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a812bf0. 00000080:00000010:3.1:1761225415.328908:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b836e3c5. 00010000:00000010:3.1:1761225416.018175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6b4223. 00000080:00000010:3.1:1761225416.018206:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005b36b00c. 00010000:00000010:3.1:1761225416.352928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db0f56c7. 00000080:00000010:3.1:1761225416.352952:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000802c289e. 00010000:00000010:3.1:1761225417.242035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c5a7d7f. 00000080:00000010:3.1:1761225417.242054:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003ec16414. 00010000:00000010:3.1:1761225417.424427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000292b9058. 00000080:00000010:3.1:1761225417.424455:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003d8399da. 00010000:00000010:3.1:1761225418.878822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc45d58. 00000080:00000010:3.1:1761225418.878842:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000027c8abd2. 00010000:00000010:3.1:1761225419.142539:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecc45d58. 00000080:00000010:3.1:1761225419.142548:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b9e7b6af. 00010000:00000010:3.1:1761225420.295493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4567a6. 00010000:00000010:3.1:1761225420.452892:0:46243:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebc6f8f. 00000080:00000010:3.1:1761225420.452899:0:46243:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001f8703d6. 00010000:00000010:3.1:1761225421.201045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4f3e551. 00000080:00000010:3.1:1761225421.201065:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e1f6d9e8. 00010000:00000010:3.1:1761225421.999925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000decea3d8. 00010000:00000010:3.1:1761225422.052643:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070d983d5. 00010000:00000010:3.1:1761225422.080257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e89ac39. 00010000:00000010:3.1:1761225422.219520:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca710a91. 00010000:00000010:3.1:1761225422.456749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5dab19. 00010000:00000010:3.1:1761225423.214350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4abb795. 00000080:00000010:3.1:1761225427.006322:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093e2fd7c. 00010000:00000010:3.1:1761225427.006370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002751f1fb. 00010000:00000010:3.1:1761225427.006379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000492c07a4. 00010000:00000010:3.1:1761225427.006385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ac096. 00000080:00000010:3.1:1761225427.141987:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f777cb98. 00000080:00000010:3.1:1761225427.946000:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000275e862. 00010000:00000010:3.1:1761225427.946039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d878ebe. 00010000:00000010:3.1:1761225427.946045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fb96d20. 00010000:00000010:3.1:1761225427.946048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054938508. 00010000:00000010:3.1:1761225427.946052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8bfc178. 00000080:00000010:3.1:1761225428.073477:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005a15eb6b. 00000080:00000010:3.1:1761225428.873439:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009bcaf0ec. 00010000:00000010:3.1:1761225428.873475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa8a5d5f. 00010000:00000010:3.1:1761225428.877046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfda1e7e. 00010000:00000010:3.1:1761225428.877078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39b1e3b. 00000080:00000010:3.1:1761225429.066065:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000021a91043. 00010000:00000010:3.1:1761225429.070950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e4567a6. 00010000:00000010:3.1:1761225429.076346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a41083. 00010000:00000010:3.1:1761225429.076365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000076c01f6. 00000080:00000010:3.1:1761225429.357036:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002a938944. 00010000:00000010:3.1:1761225429.357084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f807f97c. 00010000:00000010:3.1:1761225429.357092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008042dd1f. 00010000:00000010:3.1:1761225429.357096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a0d8f5. 00000080:00000010:3.1:1761225429.501955:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b873bb07. 00000080:00000010:3.1:1761225431.222066:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a77610fe. 00010000:00000010:3.1:1761225431.222115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8152496. 00010000:00000010:3.1:1761225431.222439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4654c5b. 00010000:00000010:3.1:1761225431.222447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a8229b4. 00000080:00000010:3.1:1761225433.523629:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000208218fa. 00000080:00000010:3.1:1761225433.546939:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aebdcfa7. 00010000:00000010:3.1:1761225433.550939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d905a58. 00010000:00000010:3.1:1761225433.550962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000630d323b. 00010000:00000010:3.1:1761225433.550967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5d14164. 00000080:00000010:3.1:1761225433.785347:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ee8646aa. 00000080:00000010:3.1:1761225433.804922:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ba494698. 00010000:00000010:3.1:1761225433.808450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004121b71. 00010000:00000010:3.1:1761225433.808477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002de1845c. 00010000:00000010:3.1:1761225433.808482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00000080:00000010:3.1:1761225434.052735:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f2fe796a. 00000080:00000010:3.1:1761225434.202317:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002792f589. 00010000:00000010:3.1:1761225434.279918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00000080:00000010:3.1:1761225440.362938:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fb7897bb. 00010000:00000010:3.1:1761225440.362978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca8076b4. 00010000:00000010:3.1:1761225440.362985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7b5b330. 00010000:00000010:3.1:1761225440.363016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8bfc178. 00000080:00000010:3.1:1761225440.501946:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e0fe2291. 00010000:00000010:3.1:1761225440.501983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071e3d16f. 00010000:00000010:3.1:1761225440.501992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d046a725. 00010000:00000010:3.1:1761225440.501996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bfd8e59. 00000080:00000010:3.1:1761225440.652262:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c6cf3735. 00000080:00000010:3.1:1761225440.815983:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d35246ee. 00000080:00000010:3.1:1761225440.816016:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c555d063. 00000080:00000010:3.1:1761225440.816031:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000054d29ce4. 00010000:00000010:3.1:1761225440.816039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ad33dd. 00010000:00000010:3.1:1761225440.816047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6255ad. 00010000:00000010:3.1:1761225440.816051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e89ac39. 00000080:00000010:3.1:1761225440.962057:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a5d70e53. 00010000:00000010:3.1:1761225440.966934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000532fd5a7. 00010000:00000010:3.1:1761225440.966958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bfd8e59. 00010000:00000010:3.1:1761225444.982207:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7204c1. 00010000:00000010:3.1:1761225444.982223:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f7dbc61. 00010000:00000010:3.1:1761225444.984048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016a518ee. 00010000:00000010:3.1:1761225444.984073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006802a308. 00010000:00000010:3.1:1761225444.984092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc1633c8. 00010000:00000010:3.1:1761225444.984096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6d0ea8c. 00000080:00000010:3.1:1761225444.984102:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000364d51cf. 00010000:00000010:3.1:1761225444.984109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a8386c9. 00010000:00000010:3.1:1761225444.984112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069575839. 00010000:00000010:3.1:1761225444.984115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfcafe8b. 00000080:00000010:3.1:1761225445.053298:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000088efa24f. 00010000:00000010:3.1:1761225447.068152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002484aab3. 00010000:00000010:3.1:1761225447.296128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006892d4f9. 00010000:00000010:3.1:1761225447.794096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb2b818. 00000080:00000010:3.1:1761225447.794104:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002723ec69. 00010000:00000010:3.1:1761225448.411081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c96bef33. 00010000:00000010:3.1:1761225448.546137:0:46315:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a90542f9. 00010000:00000010:3.1:1761225448.701244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b4573ef. 00000080:00000010:3.1:1761225448.701275:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aebdcfa7. 00010000:00000010:3.1:1761225448.752382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb0aa01d. 00010000:00000010:3.1:1761225448.781923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b231a4. 00010000:00000010:3.1:1761225448.884008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b87d73c4. 00000080:00000010:3.1:1761225449.013110:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d5afb821. 00010000:00000010:3.1:1761225450.019010:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7ba76e. 00000080:00000010:3.1:1761225450.019037:0:1041:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f5a8152f. 00010000:00000010:3.1:1761225450.353136:0:45910:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005771a18b. 00000080:00000010:3.1:1761225450.354926:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009c2f2d1f. 00000080:00000010:3.1:1761225450.622906:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000038986859. 00010000:00000010:3.1:1761225450.694154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026a1f553. 00000080:00000010:3.1:1761225450.694171:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d5afb821. 00000080:00000010:3.1:1761225451.184915:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d573a43. 00000080:00000010:3.1:1761225451.295004:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000088e6baad. 00010000:00000010:3.1:1761225451.556178:0:46369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c21e28f9. 00010000:00000010:3.1:1761225451.595154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aeaa1a6. 00000080:00000010:3.1:1761225451.595176:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003cae1e4c. 00010000:00000010:3.1:1761225451.833415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017b231a4. 00010000:00000010:3.1:1761225452.389925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb0aa01d. 00000080:00000010:3.1:1761225452.510108:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006bfecfa4. 00010000:00000010:3.1:1761225452.822586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bfd8e59. 00000080:00000010:3.1:1761225452.825104:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b37e033. 00010000:00000010:3.1:1761225452.880244:0:46390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e98a0727. 00000080:00000010:3.1:1761225452.884987:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c703c465. 00010000:00000010:3.1:1761225453.132672:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094dfe9c6. 00000080:00000010:3.1:1761225453.132694:0:2283:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002723ec69. 00000080:00000010:3.1:1761225453.445959:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000015ef6ee. 00010000:00000010:3.1:1761225453.539432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ac096. 00000080:00000010:3.1:1761225453.539450:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003337151f. 00010000:00000010:3.1:1761225453.770465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3ac096. 00000080:00000010:3.1:1761225453.770474:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000850e06f8. 00010000:00000010:3.1:1761225454.574970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd31985. 00010000:00000010:3.1:1761225455.015923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea617a95. 00000080:00000010:3.1:1761225455.330344:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000099149960. 00000080:00000010:3.1:1761225455.330379:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e1f6d9e8. 00010000:00000010:3.1:1761225455.332264:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000503407ac. 00010000:00000010:3.1:1761225455.332275:0:2284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493bd5d2. 00010000:00000010:3.1:1761225455.332280:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008b51651. 00000080:00000010:3.1:1761225455.355757:0:2283:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002c7cee35. 00000080:00000010:3.1:1761225455.355779:0:2283:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d2a4a50. 00000080:00000010:3.1:1761225455.412743:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007cb1fde9. 00000080:00000010:3.1:1761225455.412775:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eb431fcc. 00010000:00000010:3.1:1761225455.412786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050decaf0. 00010000:00000010:3.1:1761225455.412791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af02f902. 00000080:00000010:3.1:1761225455.721159:0:46436:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ede7d7e. 00000080:00000010:3.1:1761225455.721170:0:46436:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000030fea7b2. 00010000:00000010:3.1:1761225455.721178:0:46436:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077d3cc05. 00010000:00000010:3.1:1761225455.721183:0:46436:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057cbd0ce. 00000080:00000010:3.1:1761225455.728889:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002cbfd8c6. 00000080:00000010:3.1:1761225455.728918:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000898e91d2. 00010000:00000010:3.1:1761225455.732914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cc59b59. 00010000:00000010:3.1:1761225455.732920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4654c5b. 00010000:00000010:3.1:1761225455.732923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c49e1f9. 00000080:00000010:3.1:1761225455.737532:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000740f0490. 00000080:00000010:3.1:1761225455.824372:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e23895b4. 00000080:00000010:3.1:1761225455.824399:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cbf3f6d7. 00010000:00000010:3.1:1761225455.828214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000842298e2. 00010000:00000010:3.1:1761225455.828224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053ad33dd. 00010000:00000010:3.1:1761225456.130941:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2c9d00. 00010000:00000010:3.1:1761225456.130950:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000193acf7c. 00010000:00000010:3.1:1761225456.130954:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d705402. 00010000:00000010:3.1:1761225456.130956:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a0d8f5. 00000080:00000010:3.1:1761225456.604389:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c4be584e. 00000080:00000010:3.1:1761225456.604414:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000057b56bae. 00010000:00000010:3.1:1761225456.604493:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d92e8e71. 00010000:00000010:3.1:1761225456.604498:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b07b03b. 00010000:00000010:3.1:1761225456.604504:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2931de6. 00010000:00000010:3.1:1761225456.604534:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a979c899. 00010000:00000010:3.1:1761225456.884906:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc3455a. 00010000:00000010:3.1:1761225456.884915:0:2283:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:3.1:1761225456.884919:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048865bf7. 00000080:00000010:3.1:1761225457.045451:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005f2f6fbe. 00000080:00000010:3.1:1761225457.045473:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000757d14ba. 00010000:00000010:3.1:1761225457.049145:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004901ba46. 00010000:00000010:3.1:1761225457.049161:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ff814a. 00010000:00000010:3.1:1761225457.444746:0:36108:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d046a725. 00010000:00000010:3.1:1761225457.444763:0:36108:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002751f1fb. 00010000:00000010:3.1:1761225457.444768:0:36108:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009636b525. 00010000:00000010:3.1:1761225457.444771:0:36108:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c0a90f. 00010000:00000010:3.1:1761225457.444773:0:36108:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40cbe4d. 00010000:00000010:3.1:1761225457.444776:0:36108:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b0aab2. 00010000:00000010:3.1:1761225467.053906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092718aeb. 00000080:00000010:3.1:1761225467.462934:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ba494698. 00010000:00000010:3.1:1761225468.978078:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006802a308. 00010000:00000010:3.1:1761225469.536102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e292fa69. 00010000:00000010:3.1:1761225470.093483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000532fd5a7. 00010000:00000010:3.1:1761225470.375904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023dbc847. 00010000:00000010:3.1:1761225470.375916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c3ee861. 00010000:00000010:3.1:1761225470.796119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000841fae2b. 00010000:00000010:3.1:1761225470.796129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072e21f3d. 00000080:00000010:3.1:1761225471.122357:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000601ec6b9. 00010000:00000010:3.1:1761225471.482837:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004701ba14. 00000080:00000010:3.1:1761225471.482879:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007bdf9cfe. 00010000:00000010:3.1:1761225471.851146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea25f182. 00010000:00000010:3.1:1761225471.868125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f214345. 00010000:00000010:3.1:1761225471.868146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f79a60d. 00010000:00000010:3.1:1761225471.868150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00010000:00000010:3.1:1761225471.868153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c70f0ffc. 00010000:00000010:3.1:1761225471.868156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000978141a3. 00010000:00000010:3.1:1761225472.068715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f79a60d. 00010000:00000010:3.1:1761225472.068722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00010000:00000010:3.1:1761225482.279207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ebc6f8f. 00010000:00000010:3.1:1761225482.693381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e98a0727. 00010000:00000010:3.1:1761225482.693406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078659d4e. 00010000:00000010:3.1:1761225482.693473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000639a4dd. 00010000:00000010:3.1:1761225482.693478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa42c6e6. 00010000:00000010:3.1:1761225482.693498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d905a58. 00010000:00000010:3.1:1761225482.693502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000841fae2b. 00010000:00000010:3.1:1761225482.693505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005015402b. 00010000:00000010:3.1:1761225482.693507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d33298f. 00010000:00000010:3.1:1761225482.693510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afcaa694. 00000080:00000010:3.1:1761225482.791133:0:44078:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000021c74b4e. 00000080:00000010:3.1:1761225482.799934:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000025396d9c. 00000080:00000010:3.1:1761225483.080915:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000564c753a. 00010000:00000010:3.1:1761225483.159511:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb76a3c4. 00010000:00000010:3.1:1761225483.869770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2c9d00. 00010000:00000010:3.1:1761225483.922828:0:47851:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5561596. 00000080:00000010:3.1:1761225483.922852:0:47851:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003e1287a3. 00010000:00000010:3.1:1761225483.927434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2c9d00. 00010000:00000010:3.1:1761225484.088088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2c9d00. 00000080:00000010:3.1:1761225491.725688:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b836e3c5. 00010000:00000010:3.1:1761225492.235133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083da9d13. 00010000:00000010:3.1:1761225492.235152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000655b9a96. 00010000:00000010:3.1:1761225492.251089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095768ac8. 00010000:00000010:3.1:1761225493.037948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095768ac8. 00010000:00000010:3.1:1761225493.871536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e98a0727. 00010000:00000010:3.1:1761225493.871551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa50b520. 00000080:00000010:3.1:1761225493.871555:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000f7cdde7. 00000080:00000010:3.1:1761225493.871566:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000405e1ed7. 00000080:00000010:3.1:1761225493.871573:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b19632d3. 00010000:00000010:3.1:1761225493.871578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000639a4dd. 00010000:00000010:3.1:1761225493.871581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbc14e50. 00010000:00000010:3.1:1761225493.871617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077ba046f. 00010000:00000010:3.1:1761225493.871621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000763ec0d1. 00010000:00000010:3.1:1761225493.871623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d08192db. 00010000:00000010:3.1:1761225493.871625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a87ba952. 00010000:00000010:3.1:1761225493.875265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a284650. 00000080:00000010:3.1:1761225494.005974:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ea9f7358. 00010000:00000010:3.1:1761225502.275384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b0b3994. 00010000:00000010:3.1:1761225523.663932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00000080:00000010:3.1:1761225523.663950:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000036b5a2b. 00010000:00000010:3.1:1761225523.715892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00010000:00000010:3.1:1761225524.067251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083fc42af. 00010000:00000010:3.1:1761225524.067261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa42c6e6. 00010000:00000010:3.1:1761225524.067343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c25dd064. 00010000:00000010:3.1:1761225524.070921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40cbe4d. 00000080:00000010:3.1:1761225556.258435:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000041998a84. 00000080:00000010:3.1:1761225556.285673:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a77610fe. 00010000:00000010:3.1:1761225556.289057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a28207. 00010000:00000010:3.1:1761225556.289078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a76da467. 00010000:00000010:3.1:1761225556.289083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:3.1:1761225556.438918:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004eb1209e. 00000080:00000010:3.1:1761225556.663908:0:2283:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fa70c118. 00000080:00000010:3.1:1761225558.789250:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003b8b43e6. 00000080:00000010:3.1:1761225559.245197:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000015ab2110. 00010000:00000010:3.1:1761225559.245236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001445bea0. 00010000:00000010:3.1:1761225559.245243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d3a7d0a. 00010000:00000010:3.1:1761225559.245248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223db473. 00000080:00000010:3.1:1761225559.404101:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002a8fb248. 00000080:00000010:3.1:1761225559.584968:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e270bfb5. 00010000:00000010:3.1:1761225559.585005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed35f47e. 00010000:00000010:3.1:1761225559.585012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078236a1c. 00010000:00000010:3.1:1761225559.585016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeb58f1. 00000080:00000010:3.1:1761225563.775074:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fc864ae4. 00010000:00000010:3.1:1761225563.775130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7f7b71. 00010000:00000010:3.1:1761225563.775138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40cbe4d. 00010000:00000010:3.1:1761225563.775142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00000080:00000010:3.1:1761225564.292146:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000185136b9. 00010000:00000010:3.1:1761225564.296927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057752886. 00010000:00000010:3.1:1761225564.296952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9499bfa. 00010000:00000010:3.1:1761225564.296958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eee06b9f. 00000080:00000010:3.1:1761225564.407290:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007e8bb349. 00000080:00000010:3.1:1761225573.883359:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000610be4c4. 00010000:00000010:3.1:1761225573.888454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003860dcba. 00010000:00000010:3.1:1761225573.888478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000013ddb9b. 00010000:00000010:3.1:1761225573.888484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb06f70. 00000080:00000010:3.1:1761225574.018104:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007ed9c756. 00010000:00000010:3.1:1761225574.023778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0c360bb. 00010000:00000010:3.1:1761225574.023807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008b4776a. 00010000:00000010:3.1:1761225574.023813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223db473. 00000080:00000010:3.1:1761225574.149913:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d01989c5. 00000080:00000010:3.1:1761225574.994823:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008aaba193. 00000080:00000010:3.1:1761225575.370534:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002959f6a2. 00010000:00000010:3.1:1761225575.370567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2814d6a. 00010000:00000010:3.1:1761225575.376623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0331103. 00010000:00000010:3.1:1761225575.376650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12c9d64. 00000080:00000010:3.1:1761225575.527946:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000075c7da83. 00010000:00000010:3.1:1761225575.527984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054cb8e2e. 00010000:00000010:3.1:1761225575.527991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046b94b81. 00010000:00000010:3.1:1761225575.527996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b738599e. 00000080:00000010:3.1:1761225575.643025:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007a0330c7. 00000080:00000010:3.1:1761225575.842058:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006948a870. 00010000:00000010:3.1:1761225575.842092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005287dbc8. 00010000:00000010:3.1:1761225575.842100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bc8215. 00010000:00000010:3.1:1761225575.842104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b738599e. 00000080:00000010:3.1:1761225576.435564:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000015c4a382. 00000080:00000010:3.1:1761225577.525231:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d1ccd3a5. 00000080:00000010:3.1:1761225578.036935:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000035681c88. 00010000:00000010:3.1:1761225578.036980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c2d660d. 00010000:00000010:3.1:1761225578.036988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000534b2c7d. 00010000:00000010:3.1:1761225578.036994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0db1544. 00000080:00000010:3.1:1761225578.229695:0:44871:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b475443e. 00000080:00000010:3.1:1761225578.244924:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000006ee0ad4. 00010000:00000010:3.1:1761225578.248127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084c13f70. 00010000:00000010:3.1:1761225578.248155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000035314bf. 00010000:00000010:3.1:1761225578.248160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f32034. 00000080:00000010:3.1:1761225579.051102:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000646d3eca. 00010000:00000010:3.1:1761225579.051143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053449e0e. 00010000:00000010:3.1:1761225579.051150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000318fd949. 00010000:00000010:3.1:1761225579.051155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b3a49b. 00000080:00000010:3.1:1761225579.181239:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008ef04746. 00000080:00000010:3.1:1761225581.073933:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d7eb85b5. 00010000:00000010:3.1:1761225581.073978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7b0e2c1. 00010000:00000010:3.1:1761225581.073988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6513fe2. 00010000:00000010:3.1:1761225581.073993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00000080:00000010:3.1:1761225581.254086:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000275e862. 00010000:00000010:3.1:1761225581.254124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000235ff03b. 00010000:00000010:3.1:1761225581.254132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af6eeca. 00010000:00000010:3.1:1761225581.254137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00000080:00000010:3.1:1761225581.398203:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e61d393b. 00000080:00000010:3.1:1761225581.422146:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000326b73b6. 00010000:00000010:3.1:1761225581.422177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000293a5a1. 00010000:00000010:3.1:1761225581.422184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096be1b3c. 00010000:00000010:3.1:1761225581.422189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b3a49b. 00000080:00000010:3.1:1761225581.838060:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000f493c33. 00010000:00000010:3.1:1761225581.838088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:3.1:1761225581.838095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ea5a76c. 00010000:00000010:3.1:1761225581.838100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a76abe. 00000080:00000010:3.1:1761225582.882091:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000035242d72. 00000080:00000010:3.1:1761225583.120260:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b4fa710f. 00010000:00000010:3.1:1761225583.120329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e950561. 00010000:00000010:3.1:1761225583.120334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085208aec. 00010000:00000010:3.1:1761225583.120337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00000080:00000010:3.1:1761225583.495079:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000652dac82. 00000080:00000010:3.1:1761225583.525935:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000535f4404. 00010000:00000010:3.1:1761225583.538040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0239cb2. 00010000:00000010:3.1:1761225583.538064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e1a76e7. 00010000:00000010:3.1:1761225583.538070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00000080:00000010:3.1:1761225583.768915:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000896fe865. 00010000:00000010:3.1:1761225583.772046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003adbcf38. 00010000:00000010:3.1:1761225583.772062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043d11467. 00010000:00000010:3.1:1761225583.772066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00000080:00000010:3.1:1761225583.984937:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001db65707. 00010000:00000010:3.1:1761225583.984964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081b11bcf. 00010000:00000010:3.1:1761225583.984970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d41578f. 00010000:00000010:3.1:1761225583.984973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00000080:00000010:3.1:1761225584.135124:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000020791eae. 00010000:00000010:3.1:1761225584.135163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1357f6. 00010000:00000010:3.1:1761225584.135170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035e0023b. 00010000:00000010:3.1:1761225584.135176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00000080:00000010:3.1:1761225584.334155:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fe74cdfc. 00010000:00000010:3.1:1761225584.334190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd066a75. 00010000:00000010:3.1:1761225584.334196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002034c6af. 00010000:00000010:3.1:1761225584.334200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00000080:00000010:3.1:1761225585.014964:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003bd18848. 00010000:00000010:3.1:1761225585.018886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:3.1:1761225585.018902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045c0403d. 00010000:00000010:3.1:1761225585.018906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b30b703. 00000080:00000010:3.1:1761225585.750935:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003aae77ba. 00010000:00000010:3.1:1761225585.750970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b53b398a. 00010000:00000010:3.1:1761225585.750978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033cebcaa. 00010000:00000010:3.1:1761225585.750982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:3.1:1761225585.959373:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e5b857ed. 00000080:00000010:3.1:1761225587.001255:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000067cc66b9. 00010000:00000010:3.1:1761225587.001300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb76a3c4. 00010000:00000010:3.1:1761225587.001307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa50b520. 00010000:00000010:3.1:1761225587.001311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00000080:00000010:3.1:1761225587.165944:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b714a9a5. 00010000:00000010:3.1:1761225587.165991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000849d3bec. 00010000:00000010:3.1:1761225587.166002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba7902ce. 00010000:00000010:3.1:1761225587.166010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097ed570a. 00000080:00000010:3.1:1761225587.293053:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fe76b90d. 00010000:00000010:3.1:1761225590.041925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050bb12b6. 00010000:00000010:3.1:1761225590.041948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cef6730. 00010000:00000010:3.1:1761225590.041953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3355741. 00000080:00000010:3.1:1761225591.684555:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000953636b6. 00000080:00000010:3.1:1761225592.904182:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000010d45301. 00000080:00000010:3.1:1761225592.929922:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f183b277. 00010000:00000010:3.1:1761225592.933931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cada98f9. 00010000:00000010:3.1:1761225592.933965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046636e49. 00010000:00000010:3.1:1761225592.933969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00000080:00000010:3.1:1761225593.076180:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049e81f11. 00010000:00000010:3.1:1761225593.076218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8bd0749. 00010000:00000010:3.1:1761225593.076227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0bf9ac3. 00010000:00000010:3.1:1761225593.076232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00000080:00000010:3.1:1761225593.201986:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a7cf5601. 00010000:00000010:3.1:1761225593.202023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041185869. 00010000:00000010:3.1:1761225593.205690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4d8c3b2. 00010000:00000010:3.1:1761225593.205715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00000080:00000010:3.1:1761225593.487188:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000098fdfcc2. 00000080:00000010:3.1:1761225593.517043:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002851752e. 00010000:00000010:3.1:1761225593.517084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090c3af7d. 00010000:00000010:3.1:1761225593.517091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022b9e4d9. 00010000:00000010:3.1:1761225593.517100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00000080:00000010:3.1:1761225593.658023:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009697e5b1. 00010000:00000010:3.1:1761225593.658056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006960f40e. 00010000:00000010:3.1:1761225593.658095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075c5836c. 00010000:00000010:3.1:1761225593.658099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00000080:00000010:3.1:1761225593.946063:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fb6dcaf3. 00000080:00000010:3.1:1761225594.107938:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dbdad498. 00000080:00000010:3.1:1761225600.920649:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003b2b946d. 00000080:00000010:3.1:1761225600.939097:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c680dba9. 00010000:00000010:3.1:1761225600.943931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f0ff0fe. 00010000:00000010:3.1:1761225600.943962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000531e7b65. 00010000:00000010:3.1:1761225600.943968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00000080:00000010:3.1:1761225604.612948:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d47a98b3. 00000080:00000010:3.1:1761225604.775842:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001aeb9b32. 00010000:00000010:3.1:1761225604.775893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d98dc9. 00010000:00000010:3.1:1761225604.775900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb8e1d9. 00010000:00000010:3.1:1761225604.775904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a09859. 00000080:00000010:3.1:1761225604.893046:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004cc4076d. 00000080:00000010:3.1:1761225604.921937:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c595700e. 00010000:00000010:3.1:1761225604.921972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e53fb52f. 00010000:00000010:3.1:1761225604.921980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001571cf7. 00010000:00000010:3.1:1761225604.921984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00000080:00000010:3.1:1761225605.213676:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000033e168b2. 00010000:00000010:3.1:1761225605.217023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d0467a8. 00010000:00000010:3.1:1761225605.217051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004580d610. 00010000:00000010:3.1:1761225605.217056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d98dc9. 00000080:00000010:3.1:1761225609.030405:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009b5b6b3d. 00010000:00000010:3.1:1761225609.033670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040c0e635. 00010000:00000010:3.1:1761225609.033697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003318cec. 00010000:00000010:3.1:1761225609.033704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ddbcabb. 00000080:00000010:3.1:1761225609.899252:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ce3314eb. 00000080:00000010:3.1:1761225609.925097:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000af7168a7. 00010000:00000010:3.1:1761225609.925134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093391fa3. 00010000:00000010:3.1:1761225609.925140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f86092d. 00010000:00000010:3.1:1761225609.925145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00000080:00000010:3.1:1761225610.252225:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000864371c9. 00010000:00000010:3.1:1761225610.252276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:3.1:1761225610.256158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019b97166. 00010000:00000010:3.1:1761225610.256182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a09859. 00000080:00000010:3.1:1761225610.641340:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d82a0419. 00010000:00000010:3.1:1761225610.641384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c35ad4. 00010000:00000010:3.1:1761225610.641394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a3e4ce9. 00010000:00000010:3.1:1761225610.641398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9de8bba. 00000080:00000010:3.1:1761225610.959911:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005941f6b9. 00010000:00000010:3.1:1761225610.959935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d4384c6. 00010000:00000010:3.1:1761225610.959941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036d73f0d. 00010000:00000010:3.1:1761225610.959944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d98dc9. 00000080:00000010:3.1:1761225611.679045:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a0125fe0. 00010000:00000010:3.1:1761225611.679080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc7204c1. 00010000:00000010:3.1:1761225611.683923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225611.683940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb06f70. 00000080:00000010:3.1:1761225612.523090:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c81550bb. 00010000:00000010:3.1:1761225612.523113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce7b541c. 00010000:00000010:3.1:1761225612.523119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005adbe320. 00010000:00000010:3.1:1761225612.523122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b738599e. 00000080:00000010:3.1:1761225619.722086:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ecf8c71. 00000080:00000010:3.1:1761225620.269930:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008a076f0d. 00010000:00000010:3.1:1761225620.269966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000320610e2. 00010000:00000010:3.1:1761225620.269973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1064c91. 00010000:00000010:3.1:1761225620.269977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ddbcabb. 00000080:00000010:3.1:1761225626.075921:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000fb27d10. 00010000:00000010:3.1:1761225626.075950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061b02ae6. 00010000:00000010:3.1:1761225626.075956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a21a4165. 00010000:00000010:3.1:1761225626.075960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00000080:00000010:3.1:1761225626.812592:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bba7e776. 00000080:00000010:3.1:1761225626.831936:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fe5e16ae. 00010000:00000010:3.1:1761225626.831966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065f06c7b. 00010000:00000010:3.1:1761225626.831972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:3.1:1761225626.832000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f32034. 00000080:00000010:3.1:1761225627.430054:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d371f963. 00010000:00000010:3.1:1761225627.434945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6bdaba6. 00010000:00000010:3.1:1761225627.434966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c27ee3d. 00010000:00000010:3.1:1761225627.434971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeb58f1. 00000080:00000010:3.1:1761225627.551923:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bec69714. 00000080:00000010:3.1:1761225628.909069:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000090baf384. 00010000:00000010:3.1:1761225628.909103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d9d9470. 00010000:00000010:3.1:1761225628.909110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdccaee8. 00010000:00000010:3.1:1761225628.909115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223db473. 00000080:00000010:3.1:1761225629.164272:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000055b260ef. 00010000:00000010:3.1:1761225629.167089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd2353c. 00010000:00000010:3.1:1761225629.167115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003253d31a. 00010000:00000010:3.1:1761225629.167121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00000080:00000010:3.1:1761225629.422997:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c32f11f3. 00000080:00000010:3.1:1761225629.571411:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003c2ba523. 00000080:00000010:3.1:1761225629.732396:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000066a10ad5. 00000080:00000010:3.1:1761225631.448049:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000df9245b2. 00010000:00000010:3.1:1761225631.456017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000504acaef. 00010000:00000010:3.1:1761225631.456045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5cf8a34. 00010000:00000010:3.1:1761225631.456052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeb58f1. 00000080:00000010:3.1:1761225631.581984:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c1b3582b. 00000080:00000010:3.1:1761225631.897975:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006fe4df7a. 00000080:00000010:3.1:1761225633.081271:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f8760dff. 00010000:00000010:3.1:1761225633.081309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092fb3f9d. 00010000:00000010:3.1:1761225633.081319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f7dbc61. 00010000:00000010:3.1:1761225633.081324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:3.1:1761225633.226205:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b009448. 00000080:00000010:3.1:1761225634.457935:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ea3c2501. 00000080:00000010:3.1:1761225634.615494:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d32c9064. 00000080:00000010:3.1:1761225634.628936:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000072237e34. 00010000:00000010:3.1:1761225634.632936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000285642db. 00010000:00000010:3.1:1761225634.632982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040912fd2. 00010000:00000010:3.1:1761225634.632987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00000080:00000010:3.1:1761225634.802918:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fa29aa30. 00010000:00000010:3.1:1761225634.802945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d9fd720. 00010000:00000010:3.1:1761225634.802952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c2837d. 00010000:00000010:3.1:1761225634.802957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00000080:00000010:3.1:1761225634.948072:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dee86a24. 00010000:00000010:3.1:1761225634.948104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005336d05f. 00010000:00000010:3.1:1761225634.948111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000474923c8. 00010000:00000010:3.1:1761225634.948114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:3.1:1761225635.079984:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b6990f9. 00000080:00000010:3.1:1761225635.112400:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000025396d9c. 00010000:00000010:3.1:1761225635.117554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ce3cc6. 00010000:00000010:3.1:1761225635.117582:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b14db61. 00010000:00000010:3.1:1761225635.117587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:3.1:1761225636.246779:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000657a5e81. 00010000:00000010:3.1:1761225636.246807:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a344e0fd. 00010000:00000010:3.1:1761225636.250918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009367f2e8. 00010000:00000010:3.1:1761225636.250943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00000080:00000010:3.1:1761225636.487483:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ecd535c. 00000080:00000010:3.1:1761225639.739160:0:2283:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000330c238e. 00000080:00000010:2.1:1761225643.795240:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001925d61c. 00010000:00000010:2.1:1761225643.795273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fba7be3. 00010000:00000010:2.1:1761225643.795280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000066931b1. 00010000:00000010:2.1:1761225643.795284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeb58f1. 00000080:00000010:2.1:1761225644.090064:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004d192ad2. 00010000:00000010:2.1:1761225644.090115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a53fcaac. 00010000:00000010:2.1:1761225644.090125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea24b1e0. 00010000:00000010:2.1:1761225644.090131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5599ae. 00000080:00000010:2.1:1761225644.232170:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bef16ba2. 00010000:00000010:2.1:1761225644.232207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000894446ec. 00010000:00000010:2.1:1761225644.232215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d902b93d. 00010000:00000010:2.1:1761225644.232219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:2.1:1761225644.364996:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000256b389. 00000080:00000010:2.1:1761225644.677914:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f6ac809. 00010000:00000010:2.1:1761225644.677949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bcbb5d1. 00010000:00000010:2.1:1761225644.677956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e054a29. 00010000:00000010:2.1:1761225644.677960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeb58f1. 00000080:00000010:2.1:1761225645.359920:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b0ad9173. 00010000:00000010:3.1:1761225645.364002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9a5429. 00010000:00000010:3.1:1761225645.364034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0452d8b. 00010000:00000010:3.1:1761225645.364039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a09859. 00000080:00000010:3.1:1761225646.123094:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c7ea7073. 00010000:00000010:3.1:1761225646.123142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046339a9d. 00010000:00000010:3.1:1761225646.123149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d696d6b5. 00010000:00000010:3.1:1761225646.123153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a76abe. 00000080:00000010:2.1:1761225647.085920:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000004f2cb65. 00010000:00000010:2.1:1761225647.085956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000062cead2. 00010000:00000010:2.1:1761225647.085962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f8cd4b. 00010000:00000010:2.1:1761225647.085966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909d2dcb. 00000080:00000010:2.1:1761225647.223055:0:2283:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000056c541d2. 00000080:00000010:2.1:1761225647.229951:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000354c34fe. 00010000:00000010:2.1:1761225647.229986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c3c0885. 00010000:00000010:2.1:1761225647.230005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c656f574. 00010000:00000010:2.1:1761225647.230011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00000080:00000010:2.1:1761225647.792930:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000098376e51. 00010000:00000010:2.1:1761225647.792961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004bd7deb. 00010000:00000010:2.1:1761225647.792968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ade86f09. 00010000:00000010:2.1:1761225647.792972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c3c0885. 00000080:00000010:2.1:1761225647.947929:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007ba58870. 00010000:00000010:2.1:1761225647.947963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003949dc8. 00010000:00000010:2.1:1761225647.951937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000627a9a65. 00010000:00000010:2.1:1761225647.951967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682aba33. 00000080:00000010:3.1:1761225650.073878:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008c7fe264. 00010000:00000010:3.1:1761225650.075926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00010000:00000010:3.1:1761225650.075957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004024f264. 00010000:00000010:3.1:1761225650.075964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb06f70. 00000080:00000010:2.1:1761225651.089436:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009ee4a2a8. 00010000:00000010:2.1:1761225651.089471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae1fad39. 00010000:00000010:2.1:1761225651.089479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000618b923e. 00010000:00000010:2.1:1761225651.089483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f32034. 00000080:00000010:3.1:1761225651.219918:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000095b8356c. 00000080:00000010:2.1:1761225651.230934:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003e42e248. 00010000:00000010:2.1:1761225651.230971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0995804. 00010000:00000010:2.1:1761225651.230979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086426ff8. 00010000:00000010:2.1:1761225651.230983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d360132. 00000080:00000010:2.1:1761225651.339838:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d39cd6fe. 00000080:00000010:3.1:1761225651.357904:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000da3bd35a. 00010000:00000010:3.1:1761225651.357941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000143f1c33. 00010000:00000010:3.1:1761225651.357947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2a4432a. 00010000:00000010:3.1:1761225651.357951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00000080:00000010:2.1:1761225651.483573:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005989f54f. 00000080:00000010:2.1:1761225651.661939:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b8bf2ca8. 00010000:00000010:2.1:1761225651.661978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092d02d87. 00010000:00000010:2.1:1761225651.661984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003e30202. 00010000:00000010:2.1:1761225651.661989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079e9dfb. 00000080:00000010:2.1:1761225651.796781:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001fd79ca1. 00000080:00000010:2.1:1761225651.812229:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000468e9f97. 00010000:00000010:2.1:1761225651.815335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002598f743. 00010000:00000010:2.1:1761225651.815362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d1c41b4. 00010000:00000010:2.1:1761225651.815368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00000080:00000010:2.1:1761225652.270018:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009d44a2d3. 00010000:00000010:2.1:1761225652.270053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c5a7d7f. 00010000:00000010:2.1:1761225652.270061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000425ebc62. 00010000:00000010:2.1:1761225652.270066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeb58f1. 00000080:00000010:2.1:1761225653.027982:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d60f8da0. 00010000:00000010:2.1:1761225653.028004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021945443. 00010000:00000010:2.1:1761225653.031960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005787cb5c. 00010000:00000010:2.1:1761225653.031992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:2.1:1761225653.205217:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000014c1e2f2. 00010000:00000010:2.1:1761225653.205260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c76614. 00010000:00000010:2.1:1761225653.205272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f06ebb. 00010000:00000010:2.1:1761225653.205276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000152e545b. 00000080:00000010:2.1:1761225653.695942:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eb8f520c. 00010000:00000010:2.1:1761225653.695984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006f5d5d7. 00010000:00000010:2.1:1761225653.695990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001780af06. 00010000:00000010:2.1:1761225653.695995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b30b703. 00000080:00000010:2.1:1761225654.856937:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007c631b31. 00010000:00000010:2.1:1761225654.856969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002348166a. 00010000:00000010:2.1:1761225654.867954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ee3910e. 00010000:00000010:2.1:1761225654.867979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079e9dfb. 00000080:00000010:2.1:1761225654.979520:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009b800a93. 00000080:00000010:2.1:1761225655.119999:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f3c4c802. 00010000:00000010:2.1:1761225655.120038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c1ef4ce. 00010000:00000010:2.1:1761225655.125324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002740877e. 00010000:00000010:2.1:1761225655.125351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029a09859. 00000080:00000010:2.1:1761225655.245215:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000638739dc. 00000080:00000010:2.1:1761225657.828922:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000021e95bd1. 00010000:00000010:2.1:1761225657.828947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071485dbc. 00010000:00000010:2.1:1761225657.828953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001980f1ee. 00010000:00000010:2.1:1761225657.828956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:3.1:1761225658.602314:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000098f57291. 00010000:00000010:3.1:1761225658.606195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000743b579. 00010000:00000010:3.1:1761225658.606222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c2cde9e. 00010000:00000010:3.1:1761225658.606227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9de8bba. 00000080:00000010:3.1:1761225658.767252:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000208218fa. 00000080:00000010:3.1:1761225659.396916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000074ff74d5. 00010000:00000010:3.1:1761225659.396940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ced9cdcb. 00010000:00000010:3.1:1761225659.396946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044597e57. 00010000:00000010:3.1:1761225659.396949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00000080:00000010:2.1:1761225659.604103:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dbdb1890. 00000080:00000010:2.1:1761225659.815048:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000086c93328. 00010000:00000010:2.1:1761225659.815074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3088030. 00010000:00000010:2.1:1761225659.815080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63cc719. 00010000:00000010:2.1:1761225659.815084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000252d2eda. 00000080:00000010:2.1:1761225660.264937:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d1075fee. 00010000:00000010:2.1:1761225660.264980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6e6fd25. 00010000:00000010:2.1:1761225660.264986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000813b18c8. 00010000:00000010:2.1:1761225660.264989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb06f70. 00000080:00000010:2.1:1761225660.534951:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000012140d4a. 00010000:00000010:2.1:1761225660.534989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000918a8e0c. 00010000:00000010:2.1:1761225660.534997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e637ae60. 00010000:00000010:2.1:1761225660.535001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a76abe. 00000080:00000010:2.1:1761225660.650200:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d633d3cc. 00000080:00000010:2.1:1761225660.824009:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002a36b41d. 00010000:00000010:2.1:1761225660.824043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a9bfc73. 00010000:00000010:2.1:1761225660.828275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c5c9053. 00010000:00000010:2.1:1761225660.828298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5599ae. 00000080:00000010:2.1:1761225661.126721:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009cdb227d. 00010000:00000010:2.1:1761225661.143067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d64d22. 00010000:00000010:2.1:1761225661.143092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f828ec. 00010000:00000010:2.1:1761225661.143097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909d2dcb. 00000080:00000010:2.1:1761225661.295097:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008622d4a7. 00010000:00000010:2.1:1761225661.295132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f6a75b1. 00010000:00000010:2.1:1761225661.295138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012a22296. 00010000:00000010:2.1:1761225661.295142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f32034. 00000080:00000010:2.1:1761225661.405921:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f8ff4289. 00000080:00000010:2.1:1761225661.944200:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a66e7d70. 00010000:00000010:2.1:1761225661.944233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e8df645. 00010000:00000010:2.1:1761225661.944239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080f62875. 00010000:00000010:2.1:1761225661.944243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00000080:00000010:2.1:1761225662.045122:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008ce0ccc7. 00000080:00000010:2.1:1761225662.625164:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ee2cd69b. 00010000:00000010:2.1:1761225662.625206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d897f12. 00010000:00000010:2.1:1761225662.625213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be1dea33. 00010000:00000010:2.1:1761225662.625217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c3c0885. 00000080:00000010:2.1:1761225662.770943:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000025e831e9. 00000080:00000010:2.1:1761225662.934461:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e88fa0ec. 00010000:00000010:2.1:1761225662.934497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa3eeda2. 00010000:00000010:2.1:1761225662.934503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e1ed9a4. 00010000:00000010:2.1:1761225662.934507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183264e0. 00000080:00000010:2.1:1761225663.507049:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000aaee72e. 00010000:00000010:2.1:1761225663.507101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f10ee521. 00010000:00000010:2.1:1761225663.507109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d4700e3. 00010000:00000010:2.1:1761225663.507113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d98dc9. 00000080:00000010:2.1:1761225663.673954:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000098752b94. 00010000:00000010:2.1:1761225663.678071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf8f769. 00010000:00000010:2.1:1761225663.678098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e594c46f. 00010000:00000010:2.1:1761225663.678104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079e9dfb. 00000080:00000010:2.1:1761225663.840997:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e44f276e. 00000080:00000010:2.1:1761225664.308979:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000003a4b062. 00010000:00000010:2.1:1761225664.309004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a979c899. 00010000:00000010:2.1:1761225664.309009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f633f29. 00010000:00000010:2.1:1761225664.309013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b30b703. 00000080:00000010:2.1:1761225664.512053:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f2b60b17. 00000080:00000010:2.1:1761225665.228130:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004873f241. 00010000:00000010:2.1:1761225665.228168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000802bf8a2. 00010000:00000010:2.1:1761225665.228176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000842298e2. 00010000:00000010:2.1:1761225665.228180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3355741. 00000080:00000010:2.1:1761225665.507348:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cf2d67d2. 00010000:00000010:2.1:1761225665.507389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4b55183. 00010000:00000010:2.1:1761225665.507396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b8b6ddc. 00010000:00000010:2.1:1761225665.507400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079e9dfb. 00000080:00000010:2.1:1761225665.633796:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f2353432. 00010000:00000010:2.1:1761225665.633831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfb0546. 00010000:00000010:2.1:1761225665.633838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4c5112a. 00010000:00000010:2.1:1761225665.633843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000252d2eda. 00000080:00000010:2.1:1761225665.754620:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006c5f10a7. 00000080:00000010:3.1:1761225666.118422:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001c7247f3. 00000080:00000010:3.1:1761225666.144406:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b2012309. 00010000:00000010:3.1:1761225666.144431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029efd004. 00010000:00000010:3.1:1761225666.144436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000749eec8e. 00010000:00000010:3.1:1761225666.144439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00000080:00000010:2.1:1761225666.300915:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d0ba7977. 00000080:00000010:2.1:1761225666.335565:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000029be22bf. 00010000:00000010:2.1:1761225666.340199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029c19e79. 00010000:00000010:2.1:1761225666.340216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000444426f5. 00010000:00000010:2.1:1761225666.340220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016003621. 00000080:00000010:3.1:1761225666.463005:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002ddaedc2. 00000080:00000010:2.1:1761225666.481089:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000492de902. 00010000:00000010:2.1:1761225666.481118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:2.1:1761225666.481124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c203cb07. 00010000:00000010:2.1:1761225666.481127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f20f0cd1. 00000080:00000010:3.1:1761225666.617048:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000feeb7f85. 00000080:00000010:2.1:1761225666.638608:0:2283:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c7e9105d. 00010000:00000010:2.1:1761225666.638632:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000153e6020. 00010000:00000010:2.1:1761225666.638638:0:2283:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cc227f5. 00010000:00000010:2.1:1761225666.638641:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb642a3. 00000080:00000010:3.1:1761225666.804921:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b42ee7b6. 00000080:00000010:2.1:1761225666.826554:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f0d6fbc1. 00010000:00000010:2.1:1761225666.831742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6812cd8. 00010000:00000010:2.1:1761225666.831758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7ea7e9e. 00010000:00000010:2.1:1761225666.831761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fdfb19. 00000080:00000010:3.1:1761225666.962086:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3a5c19e. 00000080:00000010:2.1:1761225666.980046:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000071b370e5. 00010000:00000010:2.1:1761225666.985922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2ab8eb6. 00010000:00000010:2.1:1761225666.985945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baf8a271. 00010000:00000010:2.1:1761225666.985950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c35ad4. 00000080:00000010:2.1:1761225667.144083:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003e0ab0a8. 00000080:00000010:3.1:1761225667.587944:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000023efe481. 00010000:00000010:3.1:1761225667.587978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f64d510. 00010000:00000010:3.1:1761225667.587986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b304596. 00010000:00000010:3.1:1761225667.587990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b3a49b. 00000080:00000010:3.1:1761225667.704394:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005205af48. 00000080:00000010:3.1:1761225667.867916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002f5da2b2. 00010000:00000010:3.1:1761225667.867951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078c83e97. 00010000:00000010:3.1:1761225667.867959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd53902. 00010000:00000010:3.1:1761225667.867965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d98dc9. 00000080:00000010:3.1:1761225668.006457:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b5254dfd. 00000080:00000010:2.1:1761225668.031577:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f5a8152f. 00010000:00000010:2.1:1761225668.031614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d905a58. 00010000:00000010:2.1:1761225668.031621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c70f0ffc. 00010000:00000010:2.1:1761225668.031626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00000080:00000010:3.1:1761225668.159263:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a0b81b8f. 00010000:00000010:3.1:1761225668.163106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:3.1:1761225668.163134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6febe97. 00010000:00000010:3.1:1761225668.163139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00000080:00000010:2.1:1761225668.275325:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000060801fd1. 00000080:00000010:3.1:1761225668.293990:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000097526f2f. 00010000:00000010:3.1:1761225668.294028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e71bef3d. 00010000:00000010:3.1:1761225668.294037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8eabb7e. 00010000:00000010:3.1:1761225668.294043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00000080:00000010:2.1:1761225668.413887:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000be9dd1ad. 00000080:00000010:3.1:1761225668.431929:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000094c8a104. 00010000:00000010:3.1:1761225668.431967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bb52b11. 00010000:00000010:3.1:1761225668.431975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076133fb4. 00010000:00000010:3.1:1761225668.431980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00000080:00000010:3.1:1761225668.698018:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009c2299d0. 00010000:00000010:3.1:1761225668.698107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b45502d. 00010000:00000010:3.1:1761225668.698114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e89d99d1. 00010000:00000010:3.1:1761225668.698118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:3.1:1761225668.812208:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d76ef89d. 00000080:00000010:2.1:1761225669.122124:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000037db7e46. 00000080:00000010:3.1:1761225669.135051:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000587f9c8c. 00010000:00000010:3.1:1761225669.135085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085606b77. 00010000:00000010:3.1:1761225669.135092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b825517b. 00010000:00000010:3.1:1761225669.135097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00000080:00000010:2.1:1761225669.236080:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e09b8195. 00000080:00000010:3.1:1761225669.251079:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d2396cd. 00010000:00000010:3.1:1761225669.251107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbd8cdad. 00010000:00000010:3.1:1761225669.251112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d605c206. 00010000:00000010:3.1:1761225669.251129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00000080:00000010:2.1:1761225669.362016:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fdfc1806. 00000080:00000010:3.1:1761225669.381662:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e31f764a. 00010000:00000010:3.1:1761225669.381697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab34bfe3. 00010000:00000010:3.1:1761225669.381704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d4eac84. 00010000:00000010:3.1:1761225669.381709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00000080:00000010:2.1:1761225670.869068:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004be614e8. 00010000:00000010:2.1:1761225670.875181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000684c74a6. 00010000:00000010:2.1:1761225670.875203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef6289a2. 00010000:00000010:2.1:1761225670.875208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0466af4. 00000080:00000010:3.1:1761225670.975289:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e75e7f6e. 00000080:00000010:3.1:1761225671.923045:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f0c5e205. 00000080:00000010:2.1:1761225671.942090:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004c44de78. 00010000:00000010:2.1:1761225671.942129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084795cae. 00010000:00000010:2.1:1761225671.942138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab3d898. 00010000:00000010:2.1:1761225671.942143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095768ac8. 00000080:00000010:2.1:1761225672.372929:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b6e42121. 00010000:00000010:2.1:1761225672.376923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078dfc786. 00010000:00000010:2.1:1761225672.376951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008be24e6f. 00010000:00000010:2.1:1761225672.376957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:2.1:1761225672.530379:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000066a78a93. 00010000:00000010:2.1:1761225672.530411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8894b28. 00010000:00000010:2.1:1761225672.530418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de6c74d8. 00010000:00000010:2.1:1761225672.530422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eaeb58f1. 00000080:00000010:2.1:1761225672.705546:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e8d09541. 00000080:00000010:2.1:1761225672.712103:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bf05411d. 00010000:00000010:2.1:1761225672.716928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a86740d9. 00010000:00000010:2.1:1761225672.716956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000141a40e0. 00010000:00000010:2.1:1761225672.716962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:2.1:1761225673.021554:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000de097333. 00010000:00000010:2.1:1761225673.021591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c74802d5. 00010000:00000010:2.1:1761225673.021598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee991bed. 00010000:00000010:2.1:1761225673.021603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024aedfd3. 00000080:00000010:2.1:1761225673.800927:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000960fad2. 00010000:00000010:2.1:1761225673.800980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf28c9cd. 00010000:00000010:2.1:1761225673.800988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4596609. 00010000:00000010:2.1:1761225673.800994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb06f70. 00000080:00000010:2.1:1761225673.910160:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000049db08f3. 00000080:00000010:2.1:1761225674.633996:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008b798c37. 00010000:00000010:2.1:1761225674.637352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013f1635f. 00010000:00000010:2.1:1761225674.637375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b18e5ff9. 00010000:00000010:2.1:1761225674.637380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0466af4. 00000080:00000010:2.1:1761225674.764485:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005287560e. 00000080:00000010:2.1:1761225674.971927:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000765c7edd. 00010000:00000010:2.1:1761225674.971972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f35952. 00010000:00000010:2.1:1761225674.971979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054938508. 00010000:00000010:2.1:1761225674.971983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daa73bbd. 00000080:00000010:2.1:1761225675.132245:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000061ab417d. 00000080:00000010:2.1:1761225677.073843:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4ea4f42. 00010000:00000010:2.1:1761225677.073899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053c3f9a3. 00010000:00000010:2.1:1761225677.073907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7b761b4. 00010000:00000010:2.1:1761225677.073911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c3c0885. 00000080:00000010:3.1:1761225677.416033:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000779d0949. 00010000:00000010:3.1:1761225677.416078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031667243. 00010000:00000010:3.1:1761225677.416111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006573b10. 00010000:00000010:3.1:1761225677.416116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682aba33. 00000080:00000010:3.1:1761225677.548091:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000099104584. 00000080:00000010:2.1:1761225678.054796:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000054c1f5fe. 00010000:00000010:2.1:1761225678.056919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ae73bd. 00010000:00000010:2.1:1761225678.056938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225678.056943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682aba33. 00000080:00000010:2.1:1761225678.164095:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c8116420. 00000080:00000010:2.1:1761225678.693920:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bbee23f9. 00010000:00000010:2.1:1761225678.693965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047ae15c6. 00010000:00000010:2.1:1761225678.693973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81c7c7f. 00010000:00000010:2.1:1761225678.693978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12c9d64. 00000080:00000010:2.1:1761225680.459576:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000d34a689. 00010000:00000010:2.1:1761225680.464427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a0e5ab4. 00010000:00000010:2.1:1761225680.464450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fd973ba. 00010000:00000010:2.1:1761225680.464455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b18cba3e. 00000080:00000010:2.1:1761225681.217941:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000011bbdd8b. 00000080:00000010:3.1:1761225681.716302:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000014553465. 00000080:00000010:3.1:1761225681.854426:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f31f5efb. 00000080:00000010:3.1:1761225682.016265:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000081fb9cfa. 00010000:00000010:3.1:1761225682.020777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc3cd2b7. 00010000:00000010:3.1:1761225682.020795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d517e64. 00010000:00000010:3.1:1761225682.020800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00000080:00000010:3.1:1761225682.123963:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ef530a07. 00000080:00000010:3.1:1761225682.786175:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fe9546a8. 00010000:00000010:3.1:1761225682.786211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095cc5f11. 00010000:00000010:3.1:1761225682.786218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000609f7d19. 00010000:00000010:3.1:1761225682.786221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006b1be3c. 00000080:00000010:3.1:1761225682.928612:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008015ee70. 00000080:00000010:3.1:1761225684.410171:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000236164ff. 00010000:00000010:3.1:1761225684.410211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e09b424. 00010000:00000010:3.1:1761225684.410221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000886f89ed. 00010000:00000010:3.1:1761225684.410226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00000080:00000010:2.1:1761225684.557686:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009f48515e. 00000080:00000010:3.1:1761225684.578906:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007058252d. 00010000:00000010:3.1:1761225684.583133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b615cc17. 00010000:00000010:3.1:1761225684.583157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001735b5c3. 00010000:00000010:3.1:1761225684.583163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00000080:00000010:3.1:1761225684.718209:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000033d4e911. 00010000:00000010:3.1:1761225684.723927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:3.1:1761225684.723949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023a30707. 00010000:00000010:3.1:1761225684.723955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024aedfd3. 00000080:00000010:3.1:1761225684.859193:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b0413bc8. 00000080:00000010:2.1:1761225685.451912:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000004e7a9d. 00010000:00000010:2.1:1761225685.451946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f6e64bd. 00010000:00000010:2.1:1761225685.457252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000278b0414. 00010000:00000010:2.1:1761225685.457280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b45a38f. 00000080:00000010:2.1:1761225685.907234:0:13:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000564c753a. 00010000:00000010:2.1:1761225685.907271:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000566212c7. 00010000:00000010:2.1:1761225685.907279:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7003581. 00010000:00000010:2.1:1761225685.907283:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31a2746. 00000080:00000010:3.1:1761225688.071510:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007c483beb. 00010000:00000010:3.1:1761225688.071549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054a209ca. 00010000:00000010:3.1:1761225688.071558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fa4b815. 00010000:00000010:3.1:1761225688.071563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ddbcabb. 00000080:00000010:3.1:1761225688.188041:0:32:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000401537d8. 00000080:00000010:3.1:1761225688.722919:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000db686984. 00010000:00000010:3.1:1761225688.722960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e95aa2e2. 00010000:00000010:3.1:1761225688.722968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:3.1:1761225688.722972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00000080:00000010:2.1:1761225688.845036:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000296c638b. 00000080:00000010:3.1:1761225688.877916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000717f0835. 00010000:00000010:3.1:1761225688.877949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:3.1:1761225688.877956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073e2a46a. 00010000:00000010:3.1:1761225688.877961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00000080:00000010:2.1:1761225688.992937:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000043e52c28. 00000080:00000010:2.1:1761225689.015089:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008ec6a6a7. 00010000:00000010:2.1:1761225689.015120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7417a73. 00010000:00000010:2.1:1761225689.020132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e997f55. 00010000:00000010:2.1:1761225689.020155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8f6259. 00000080:00000010:2.1:1761225689.337133:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000092bb1dfc. 00010000:00000010:2.1:1761225689.337166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034aaa872. 00010000:00000010:2.1:1761225689.337176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b455e17f. 00010000:00000010:2.1:1761225689.337180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006236b351. 00000080:00000010:2.1:1761225689.494022:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b90d09f5. 00000080:00000010:3.1:1761225690.407234:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004299ff42. 00010000:00000010:3.1:1761225690.407438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000950ecc49. 00010000:00000010:3.1:1761225690.407446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225cdc86. 00010000:00000010:3.1:1761225690.407450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d58e1b54. 00000080:00000010:3.1:1761225690.923966:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b55428ff. 00010000:00000010:2.1:1761225690.927982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf8336ac. 00010000:00000010:2.1:1761225690.928005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010c11187. 00010000:00000010:2.1:1761225690.928010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079e9dfb. 00000080:00000010:2.1:1761225691.980923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c1afb32c. 00010000:00000010:2.1:1761225691.980959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076b9d70b. 00010000:00000010:2.1:1761225691.980965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000309bee0. 00010000:00000010:2.1:1761225691.980969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005553dd3d. 00000080:00000010:2.1:1761225692.302822:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c8686bba. 00010000:00000010:2.1:1761225692.302858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010445d61. 00010000:00000010:2.1:1761225692.302880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bee8eebf. 00010000:00000010:2.1:1761225692.302885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223db473. 00000080:00000010:2.1:1761225692.419782:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000203b34e1. 00000080:00000010:2.1:1761225692.862902:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ebfff23e. 00010000:00000010:2.1:1761225692.862932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb705b94. 00010000:00000010:2.1:1761225692.862941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd301077. 00010000:00000010:2.1:1761225692.862945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31a2746. 00000080:00000010:3.1:1761225692.983314:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f942abdc. 00000080:00000010:3.1:1761225693.126907:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e86f43f4. 00010000:00000010:3.1:1761225693.130099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f8cc9e4. 00010000:00000010:3.1:1761225693.130122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009eff7a75. 00010000:00000010:3.1:1761225693.130127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ddbcabb. 00000080:00000010:3.1:1761225693.261375:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c34a2949. 00000080:00000010:2.1:1761225693.429918:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d11691b5. 00010000:00000010:2.1:1761225693.429949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca65134. 00010000:00000010:2.1:1761225693.429956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b316ccd. 00010000:00000010:2.1:1761225693.429962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:2.1:1761225693.559197:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002e9a0788. 00000080:00000010:2.1:1761225693.582931:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000c0ac922. 00010000:00000010:2.1:1761225693.582964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:2.1:1761225693.582971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095730ba3. 00010000:00000010:2.1:1761225693.582975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00000080:00000010:2.1:1761225693.908905:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa9c27e4. 00010000:00000010:2.1:1761225693.908931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e668a0dc. 00010000:00000010:2.1:1761225693.908936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000490cd706. 00010000:00000010:2.1:1761225693.908939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076f4c389. 00000080:00000010:2.1:1761225694.023956:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e66a9919. 00000080:00000010:2.1:1761225694.219132:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000581ccb18. 00010000:00000010:2.1:1761225694.223072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ed0b41e. 00010000:00000010:2.1:1761225694.223087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c0e278. 00010000:00000010:2.1:1761225694.223091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f851e10a. 00000080:00000010:2.1:1761225694.372529:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d573a43. 00010000:00000010:2.1:1761225694.372567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e5cdd05. 00010000:00000010:2.1:1761225694.372581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8206466. 00010000:00000010:2.1:1761225694.372588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005b3a49b. 00000080:00000010:2.1:1761225694.487618:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ea491e7. 00000080:00000010:2.1:1761225694.816098:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a58346d3. 00010000:00000010:2.1:1761225694.820970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018eb9d60. 00010000:00000010:2.1:1761225694.820993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:2.1:1761225694.820998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006b1be3c. 00000080:00000010:2.1:1761225695.088351:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000020526804. 00000080:00000010:3.1:1761225695.115066:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b49a2e3c. 00010000:00000010:3.1:1761225695.115097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095cf2b46. 00010000:00000010:3.1:1761225695.115105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc9803e2. 00010000:00000010:3.1:1761225695.115109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00000080:00000010:2.1:1761225695.263950:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004935635f. 00000080:00000010:3.1:1761225695.289232:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000666c3e4. 00010000:00000010:3.1:1761225695.289271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076fd400c. 00010000:00000010:3.1:1761225695.289280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009636b525. 00010000:00000010:3.1:1761225695.289284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00000080:00000010:3.1:1761225695.741073:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cfb5afa1. 00010000:00000010:3.1:1761225695.741107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086acbcfb. 00010000:00000010:3.1:1761225695.741115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8eb1d13. 00010000:00000010:3.1:1761225695.741118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00000080:00000010:3.1:1761225695.887121:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d213e8a1. 00000080:00000010:3.1:1761225696.268354:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001a457272. 00010000:00000010:3.1:1761225696.268387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062cc5e57. 00010000:00000010:3.1:1761225696.268394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007779abe. 00010000:00000010:3.1:1761225696.268398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ae4c5. 00000080:00000010:3.1:1761225696.411380:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f47a3210. 00000080:00000010:2.1:1761225697.282940:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008be23810. 00000080:00000010:2.1:1761225697.304938:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bdaba17. 00010000:00000010:2.1:1761225697.304973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cddeae16. 00010000:00000010:2.1:1761225697.304981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041aeb0f2. 00010000:00000010:2.1:1761225697.304986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000682aba33. 00000080:00000010:2.1:1761225697.552069:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000079ee8ea8. 00000080:00000010:3.1:1761225697.715928:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ae82a3f8. 00010000:00000010:3.1:1761225697.715963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031ef0298. 00010000:00000010:3.1:1761225697.715970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb4b1605. 00010000:00000010:3.1:1761225697.715974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00000080:00000010:2.1:1761225698.000106:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a3b69951. 00000080:00000010:3.1:1761225698.010097:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005957c0b7. 00010000:00000010:3.1:1761225698.010129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000112b47f2. 00010000:00000010:3.1:1761225698.014141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd7c92b6. 00010000:00000010:3.1:1761225698.014158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00000080:00000010:3.1:1761225698.150323:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000029601062. 00000080:00000010:3.1:1761225698.465219:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000da380966. 00010000:00000010:3.1:1761225698.465257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003024e0ee. 00010000:00000010:3.1:1761225698.465263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee70ed70. 00010000:00000010:3.1:1761225698.465268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb2f937. 00000080:00000010:2.1:1761225698.576053:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000097c122c4. 00000080:00000010:2.1:1761225698.754320:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d063b02d. 00010000:00000010:2.1:1761225698.754357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083a63e06. 00010000:00000010:2.1:1761225698.754364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b37d9228. 00010000:00000010:2.1:1761225698.754367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0466af4. 00000080:00000010:2.1:1761225698.893182:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000903acbaa. 00000080:00000010:2.1:1761225698.911070:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009152800e. 00010000:00000010:2.1:1761225698.911362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a7be82a. 00010000:00000010:2.1:1761225698.911371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165d976d. 00010000:00000010:2.1:1761225698.911375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ae4c5. 00000080:00000010:2.1:1761225700.262089:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ad1d51f6. 00010000:00000010:2.1:1761225700.269922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076e4e5aa. 00010000:00000010:2.1:1761225700.269944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009398d827. 00010000:00000010:2.1:1761225700.269949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00000080:00000010:2.1:1761225700.532935:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f69d4df4. 00010000:00000010:2.1:1761225700.532975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f905d80. 00010000:00000010:2.1:1761225700.536123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000294d765e. 00010000:00000010:2.1:1761225700.536162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daa73bbd. 00000080:00000010:2.1:1761225700.633082:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005b0a2cfb. 00000080:00000010:3.1:1761225701.691371:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002f9ddc4b. 00010000:00000010:3.1:1761225701.691406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000292b9058. 00010000:00000010:3.1:1761225701.691414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017772946. 00010000:00000010:3.1:1761225701.691438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12c9d64. 00000080:00000010:3.1:1761225701.828572:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bfb99cb. 00010000:00000010:3.1:1761225701.828619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4a123d7. 00010000:00000010:3.1:1761225701.828628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021d6089c. 00010000:00000010:3.1:1761225701.828634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb06f70. 00000080:00000010:3.1:1761225701.954901:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e12a304c. 00000080:00000010:3.1:1761225702.120132:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000012220021. 00010000:00000010:3.1:1761225702.120165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0f67d66. 00010000:00000010:3.1:1761225702.125012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8befde3. 00010000:00000010:3.1:1761225702.125034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223db473. 00000080:00000010:3.1:1761225702.406065:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000836b8460. 00010000:00000010:3.1:1761225702.406117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9040d92. 00010000:00000010:3.1:1761225702.406157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfda1e7e. 00010000:00000010:3.1:1761225702.406162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006236b351. 00000080:00000010:3.1:1761225702.531238:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000089c2ec4a. 00000080:00000010:3.1:1761225702.871084:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000032cb0065. 00010000:00000010:3.1:1761225702.874931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000211b06c0. 00010000:00000010:3.1:1761225702.874958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b56ca78d. 00010000:00000010:3.1:1761225702.874964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ff228e. 00000080:00000010:3.1:1761225702.986600:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000049caa245. 00000080:00000010:2.1:1761225703.016017:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002f408720. 00010000:00000010:2.1:1761225703.016079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afae20be. 00010000:00000010:2.1:1761225703.016085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029e61fad. 00010000:00000010:2.1:1761225703.016090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00000080:00000010:2.1:1761225703.323904:0:1041:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005eba1058. 00010000:00000010:2.1:1761225703.327506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087efe633. 00010000:00000010:2.1:1761225703.327528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019f7af1e. 00010000:00000010:2.1:1761225703.327536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00000080:00000010:2.1:1761225703.480054:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c30ff016. 00010000:00000010:2.1:1761225703.480089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000782fadd8. 00010000:00000010:2.1:1761225703.480096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087ebe859. 00010000:00000010:2.1:1761225703.480100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26ca8ed. 00000080:00000010:2.1:1761225703.779112:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a685cbc9. 00010000:00000010:2.1:1761225703.779146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c749b98c. 00010000:00000010:2.1:1761225703.779153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abda3a06. 00010000:00000010:2.1:1761225703.779156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183264e0. 00000080:00000010:2.1:1761225704.040102:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ed9d0c18. 00010000:00000010:2.1:1761225704.040137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8bfc178. 00010000:00000010:2.1:1761225704.040143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d749f4c3. 00010000:00000010:2.1:1761225704.040147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b31a2746. 00000080:00000010:2.1:1761225704.209919:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c5352e85. 00000080:00000010:2.1:1761225704.381012:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000056fd235f. 00010000:00000010:2.1:1761225704.381043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd01515d. 00010000:00000010:2.1:1761225704.381049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7695c0. 00010000:00000010:2.1:1761225704.381053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086242c31. 00000080:00000010:2.1:1761225704.500812:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f00fffde. 00000080:00000010:3.1:1761225705.041108:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cce083b4. 00010000:00000010:3.1:1761225705.045933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e721658. 00010000:00000010:3.1:1761225705.045958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e83cf3c9. 00010000:00000010:3.1:1761225705.045963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ddbcabb. 00000080:00000010:2.1:1761225705.177153:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000078fbe633. 00000080:00000010:3.1:1761225705.839989:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002e05a96f. 00010000:00000010:3.1:1761225705.840023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054b17190. 00010000:00000010:3.1:1761225705.840032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e211e305. 00010000:00000010:3.1:1761225705.840037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024aedfd3. 00000080:00000010:3.1:1761225705.959217:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000eda2d6c. 00000080:00000010:3.1:1761225705.979962:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000095e895a5. 00010000:00000010:3.1:1761225705.983132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:3.1:1761225705.983165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003467ae82. 00010000:00000010:3.1:1761225705.983170:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009997c105. 00000080:00000010:3.1:1761225706.290931:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c1b93183. 00010000:00000010:3.1:1761225706.290979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb22b790. 00010000:00000010:3.1:1761225706.290986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009496e87a. 00010000:00000010:3.1:1761225706.290990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a226730. 00000080:00000010:3.1:1761225706.420550:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009e26ff9c. 00010000:00000010:3.1:1761225706.420585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000400d9394. 00010000:00000010:3.1:1761225706.420593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5a2703. 00010000:00000010:3.1:1761225706.420597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ae4c5. 00000080:00000010:2.1:1761225706.724587:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002c805804. 00010000:00000010:2.1:1761225706.731532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddc17f37. 00010000:00000010:2.1:1761225706.731554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050700c08. 00010000:00000010:2.1:1761225706.731579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0466af4. 00000080:00000010:2.1:1761225706.998159:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004dd219d0. 00010000:00000010:2.1:1761225706.998203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdf488f8. 00010000:00000010:2.1:1761225707.002963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdeceeb4. 00010000:00000010:2.1:1761225707.002997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d98dc9. 00000080:00000010:2.1:1761225707.753343:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002063afa4. 00010000:00000010:2.1:1761225707.753379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000560bc214. 00010000:00000010:2.1:1761225707.753386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4a6814e. 00010000:00000010:2.1:1761225707.753391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006b1be3c. 00000080:00000010:2.1:1761225707.881120:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004e3338c7. 00010000:00000010:2.1:1761225707.881149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e335e24. 00010000:00000010:2.1:1761225707.886273:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e457e49. 00010000:00000010:2.1:1761225707.886322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5599ae. 00000080:00000010:2.1:1761225708.054068:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002323169a. 00000080:00000010:2.1:1761225708.947541:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dfe2de59. 00010000:00000010:2.1:1761225708.947579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6a02bd. 00010000:00000010:2.1:1761225708.947586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a981ea2. 00010000:00000010:2.1:1761225708.947591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12c9d64. 00000080:00000010:2.1:1761225709.232938:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000083559b06. 00010000:00000010:2.1:1761225709.232972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026fe3ddb. 00010000:00000010:2.1:1761225709.232998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000868eabc9. 00010000:00000010:2.1:1761225709.233003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084795cae. 00000080:00000010:2.1:1761225709.934082:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e4e1ffb3. 00010000:00000010:2.1:1761225709.934120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:2.1:1761225709.934126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e4f151c. 00010000:00000010:2.1:1761225709.934144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ae4c5. 00000080:00000010:3.1:1761225710.086207:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000046463f94. 00000080:00000010:3.1:1761225710.463938:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000be90e1e0. 00010000:00000010:3.1:1761225710.463972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6ccb8f2. 00010000:00000010:3.1:1761225710.463978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2931de6. 00010000:00000010:3.1:1761225710.464005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000152e545b. 00000080:00000010:3.1:1761225710.576087:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f31010d6. 00000080:00000010:3.1:1761225711.019056:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f0fc0649. 00010000:00000010:3.1:1761225711.025934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f29afa25. 00010000:00000010:3.1:1761225711.025958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ead6a10. 00010000:00000010:3.1:1761225711.025981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed9f3508. 00000080:00000010:3.1:1761225711.629927:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000080e42d5d. 00010000:00000010:3.1:1761225711.629960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea25f182. 00010000:00000010:3.1:1761225711.629970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e992d27. 00010000:00000010:3.1:1761225711.629975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed9f3508. 00000080:00000010:3.1:1761225711.932947:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a1b2c965. 00000080:00000010:2.1:1761225711.969515:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000073965e9f. 00010000:00000010:2.1:1761225711.969552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c999dab1. 00010000:00000010:2.1:1761225711.969558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060731f3d. 00010000:00000010:2.1:1761225711.969562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea25f182. 00000080:00000010:2.1:1761225712.143080:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000053353d19. 00010000:00000010:2.1:1761225712.143127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004151227. 00010000:00000010:2.1:1761225712.143135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e60b4d6. 00010000:00000010:2.1:1761225712.143157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5599ae. 00000080:00000010:2.1:1761225712.524923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dadf7203. 00010000:00000010:2.1:1761225712.524948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b481269. 00010000:00000010:2.1:1761225712.524967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdc41caf. 00010000:00000010:2.1:1761225712.524981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071485dbc. 00000080:00000010:2.1:1761225713.422709:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000089e69e10. 00010000:00000010:2.1:1761225713.422745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007293626e. 00010000:00000010:2.1:1761225713.426204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b3ce413. 00010000:00000010:2.1:1761225713.426226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0d98dc9. 00000080:00000010:2.1:1761225713.569070:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d3967fbc. 00010000:00000010:2.1:1761225713.569102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000699dee00. 00010000:00000010:2.1:1761225713.569108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046283379. 00010000:00000010:2.1:1761225713.569129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f32034. 00000080:00000010:2.1:1761225713.716705:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000012b90963. 00010000:00000010:2.1:1761225713.716729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f6ce48. 00010000:00000010:2.1:1761225713.716734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005efaf0a6. 00010000:00000010:2.1:1761225713.716737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079e9dfb. 00000080:00000010:2.1:1761225714.043960:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000038e0cee5. 00000080:00000010:2.1:1761225714.061377:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bf0f7058. 00010000:00000010:2.1:1761225714.061402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:2.1:1761225714.061408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069ed84e0. 00010000:00000010:2.1:1761225714.061423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7c19e. 00000080:00000010:2.1:1761225714.449927:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003df6038c. 00010000:00000010:2.1:1761225714.453206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007363e3d2. 00010000:00000010:2.1:1761225714.453224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf3997eb. 00010000:00000010:2.1:1761225714.453228:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223db473. 00000080:00000010:2.1:1761225714.590187:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009241462b. 00000080:00000010:2.1:1761225714.772058:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000168357e3. 00010000:00000010:2.1:1761225714.772101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae43ae9. 00010000:00000010:2.1:1761225714.772109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d82bf246. 00010000:00000010:2.1:1761225714.772114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daa73bbd. 00000080:00000010:3.1:1761225714.931036:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000059134c7. 00010000:00000010:3.1:1761225714.931076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab392234. 00010000:00000010:3.1:1761225714.931085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5db319. 00010000:00000010:3.1:1761225714.931089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00000080:00000010:3.1:1761225715.053947:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002fdac6c5. 00000080:00000010:2.1:1761225715.082932:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007b2e1125. 00010000:00000010:2.1:1761225715.086944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019405a14. 00010000:00000010:2.1:1761225715.086963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e1485b5. 00010000:00000010:2.1:1761225715.086986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092718aeb. 00000080:00000010:3.1:1761225715.286335:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004bf390b2. 00000080:00000010:2.1:1761225715.319085:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e5222fd9. 00010000:00000010:2.1:1761225715.319122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eca1e9ee. 00010000:00000010:2.1:1761225715.319150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089fa2650. 00010000:00000010:2.1:1761225715.319155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075425843. 00000080:00000010:3.1:1761225715.506678:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f76422e3. 00000080:00000010:3.1:1761225715.711100:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d74e6e6. 00010000:00000010:3.1:1761225715.711124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c683cb4. 00010000:00000010:3.1:1761225715.711130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018d82735. 00010000:00000010:3.1:1761225715.711133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b45a38f. 00000080:00000010:3.1:1761225715.872983:0:51827:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000092f7d32d. 00000080:00000010:3.1:1761225716.713100:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d94efa34. 00010000:00000010:3.1:1761225716.713137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bba0c89. 00010000:00000010:3.1:1761225716.713145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000955c1872. 00010000:00000010:3.1:1761225716.713169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0db1544. 00000080:00000010:3.1:1761225716.849915:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000158e6f10. 00000080:00000010:2.1:1761225716.865096:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e79183a. 00010000:00000010:2.1:1761225716.865134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e532c6d8. 00010000:00000010:2.1:1761225716.865142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011852d63. 00010000:00000010:2.1:1761225716.865165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00000080:00000010:2.1:1761225716.997978:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000be601cca. 00000080:00000010:2.1:1761225717.515263:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001960c8ce. 00010000:00000010:2.1:1761225717.515305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a284650. 00010000:00000010:2.1:1761225717.515312:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077d3cc05. 00010000:00000010:2.1:1761225717.515316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26ca8ed. 00000080:00000010:2.1:1761225717.627076:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000057b56bae. 00010000:00000010:3.1:1761225717.852253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006236b351. 00010000:00000010:3.1:1761225723.845918:0:52438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5561596. 00000080:00000010:3.1:1761225724.217407:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d31938c8. 00000080:00000010:3.1:1761225724.217416:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dff10163. 00000080:00000010:3.1:1761225724.217420:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000017838428. 00000080:00000010:3.1:1761225724.217444:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002e24afd9. 00000080:00000010:3.1:1761225724.217448:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007b08e2ed. 00000080:00000010:3.1:1761225724.217453:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009e091cee. 00000080:00000010:3.1:1761225724.217456:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000e5db1b4. 00000080:00000010:3.1:1761225724.217461:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c8051f35. 00000080:00000010:3.1:1761225724.217464:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a78a2b31. 00000080:00000010:3.1:1761225724.217467:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001365baca. 00000080:00000010:3.1:1761225724.217470:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000369610b8. 00000080:00000010:3.1:1761225724.217473:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002595bcff. 00000080:00000010:3.1:1761225724.217477:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000010ad1242. 00000080:00000010:3.1:1761225724.217482:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b95d3674. 00000080:00000010:3.1:1761225724.217486:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000efd3ebd2. 00000080:00000010:3.1:1761225724.217490:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000572e1861. 00000080:00000010:3.1:1761225724.217493:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000003ffa38e. 00000080:00000010:3.1:1761225724.217500:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c0bcbbb9. 00000080:00000010:3.1:1761225724.217503:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000040815cef. 00000080:00000010:3.1:1761225724.217506:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001a303aa8. 00000080:00000010:3.1:1761225724.217510:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000011604990. 00000080:00000010:3.1:1761225724.217513:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001467f0ae. 00000080:00000010:3.1:1761225724.217517:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008dca96d1. 00000080:00000010:3.1:1761225724.217521:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008720415e. 00000080:00000010:3.1:1761225724.217525:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c636ced4. 00000080:00000010:3.1:1761225724.217528:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000426498bf. 00000080:00000010:3.1:1761225724.217532:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c1611d93. 00000080:00000010:3.1:1761225724.217537:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003e5e4050. 00000080:00000010:3.1:1761225724.217542:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000120bb098. 00000080:00000010:3.1:1761225724.217545:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000075bc29cc. 00000080:00000010:3.1:1761225724.217551:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000013c30e33. 00000080:00000010:3.1:1761225724.217555:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006b63c9d5. 00000080:00000010:3.1:1761225724.217558:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003fc746c0. 00000080:00000010:3.1:1761225724.217562:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000094cb8bd4. 00000080:00000010:3.1:1761225724.217570:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073891805. 00000080:00000010:3.1:1761225724.217578:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f674b29c. 00000080:00000010:3.1:1761225724.217671:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000040b60b02. 00000080:00000010:3.1:1761225724.217678:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000096c9a2bc. 00000080:00000010:3.1:1761225724.217689:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000021c74b4e. 00000080:00000010:3.1:1761225724.217695:0:2284:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3676e89. 00000080:00000010:2.1:1761225724.224911:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ac77a904. 00000080:00000010:2.1:1761225724.237620:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b9a0939. 00000080:00000010:2.1:1761225724.237648:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000045494904. 00000080:00000010:2.1:1761225724.238078:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001987fe35. 00000080:00000010:2.1:1761225724.238089:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eee4e3ae. 00000080:00000010:2.1:1761225724.238097:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000898e91d2. 00000080:00000010:2.1:1761225724.238123:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000050a18f19. 00000080:00000010:2.1:1761225724.238129:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000072cbe9bf. 00000080:00000010:2.1:1761225724.238135:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000011a3deb. 00000080:00000010:2.1:1761225724.238140:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002fdb9d07. 00000080:00000010:2.1:1761225724.238146:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001be6b0ec. 00000080:00000010:2.1:1761225724.238152:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000039fdf7fb. 00000080:00000010:2.1:1761225724.238159:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000075e9294c. 00000080:00000010:2.1:1761225724.238164:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d9455a3e. 00000080:00000010:2.1:1761225724.238170:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000086ca016d. 00000080:00000010:2.1:1761225724.238174:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ecbc4e7. 00000080:00000010:2.1:1761225724.238181:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000384ae7c2. 00000080:00000010:2.1:1761225724.238199:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ad50f627. 00000080:00000010:2.1:1761225724.238206:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000017fa8b67. 00000080:00000010:2.1:1761225724.238209:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000de28b874. 00000080:00000010:2.1:1761225724.238214:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000781bcab0. 00000080:00000010:2.1:1761225724.238220:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000023ec6a09. 00000080:00000010:2.1:1761225724.238224:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d398c896. 00000080:00000010:2.1:1761225724.238229:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000a23b059. 00000080:00000010:2.1:1761225724.238236:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cf6c572c. 00000080:00000010:2.1:1761225724.238241:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073bb6434. 00000080:00000010:2.1:1761225724.238335:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a73820d1. 00000080:00000010:2.1:1761225724.238341:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009b6b4557. 00000080:00000010:2.1:1761225724.238346:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001ca484ab. 00000080:00000010:2.1:1761225724.238350:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d1cdd8c1. 00000080:00000010:2.1:1761225724.238355:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004637c347. 00000080:00000010:2.1:1761225724.238360:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d089a06e. 00000080:00000010:2.1:1761225724.238364:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e20f2330. 00000080:00000010:2.1:1761225724.238379:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008eed2fe9. 00000080:00000010:2.1:1761225724.238384:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000717294d3. 00000080:00000010:2.1:1761225724.238388:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000acf7fda1. 00000080:00000010:2.1:1761225724.238394:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e0d5e96. 00000080:00000010:2.1:1761225724.238399:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bc471c08. 00000080:00000010:2.1:1761225724.238403:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000043b602c9. 00000080:00000010:2.1:1761225724.238408:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000327fc000. 00000080:00000010:2.1:1761225724.238412:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000977f2aa3. 00000080:00000010:2.1:1761225724.238416:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007982c41a. 00000080:00000010:2.1:1761225724.238422:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cb30b214. 00000080:00000010:2.1:1761225724.238426:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c0ed9e1e. 00000080:00000010:2.1:1761225724.238430:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005755caf7. 00000080:00000010:2.1:1761225724.238442:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cfa86356. 00000080:00000010:2.1:1761225724.238452:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000020a05e07. 00000080:00000010:2.1:1761225724.238458:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ac8b0290. 00000080:00000010:2.1:1761225724.238466:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004e1c6322. 00000080:00000010:2.1:1761225724.238470:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000da35cb29. 00000080:00000010:2.1:1761225724.238504:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fa197aa4. 00000080:00000010:2.1:1761225724.238509:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a3915978. 00000080:00000010:2.1:1761225724.238514:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009ea598ad. 00000080:00000010:2.1:1761225724.238518:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000380aa32f. 00000080:00000010:2.1:1761225724.238523:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fb8bb31b. 00000080:00000010:2.1:1761225724.238529:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000481409d5. 00000080:00000010:2.1:1761225724.238534:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000056c3d5c9. 00000080:00000010:2.1:1761225724.238538:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b8101df8. 00000080:00000010:2.1:1761225724.238546:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001ce60b79. 00000080:00000010:2.1:1761225724.238551:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d302f216. 00000080:00000010:2.1:1761225724.238557:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000051fb9d57. 00000080:00000010:2.1:1761225724.238561:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005897a72a. 00000080:00000010:2.1:1761225724.238566:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000794cb0ac. 00000080:00000010:2.1:1761225724.238570:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000064521af4. 00000080:00000010:2.1:1761225724.238576:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f3e01fba. 00000080:00000010:2.1:1761225724.238593:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000d5d1c4f. 00000080:00000010:2.1:1761225724.238600:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009e8d9b33. 00000080:00000010:2.1:1761225724.238607:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a5a96c7e. 00000080:00000010:2.1:1761225724.238615:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000077c3dbbc. 00000080:00000010:2.1:1761225724.238632:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000041ef8c0c. 00000080:00000010:2.1:1761225724.238646:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f0bc3dfb. 00000080:00000010:2.1:1761225724.238652:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005e8a5dcc. 00000080:00000010:2.1:1761225724.238668:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000798c9fba. 00000080:00000010:2.1:1761225724.238675:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000034ba7aa7. 00000080:00000010:2.1:1761225724.238691:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e41a07e1. 00000080:00000010:2.1:1761225724.238696:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c6cf3735. 00000080:00000010:2.1:1761225724.240900:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002b4b5c99. 00000080:00000010:2.1:1761225724.240919:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002910cfba. 00000080:00000010:2.1:1761225724.240931:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000036fb077d. 00000080:00000010:2.1:1761225724.240937:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000093f3761b. 00000080:00000010:2.1:1761225724.240941:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000acb0ba4. 00000080:00000010:2.1:1761225724.240949:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dc576053. 00000080:00000010:2.1:1761225724.240955:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000028f05eba. 00000080:00000010:2.1:1761225724.240960:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002b93bfa6. 00000080:00000010:2.1:1761225724.240965:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000014140d29. 00000080:00000010:2.1:1761225724.240970:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000059fa77fb. 00000080:00000010:2.1:1761225724.240974:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c68f76f3. 00000080:00000010:2.1:1761225724.240980:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000db90ca43. 00000080:00000010:2.1:1761225724.240987:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005a15eb6b. 00000080:00000010:2.1:1761225724.240992:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002e9ceb73. 00000080:00000010:2.1:1761225724.240997:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000081337c36. 00000080:00000010:2.1:1761225724.241001:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b58d7fe7. 00000080:00000010:2.1:1761225724.241007:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000eeaff00. 00000080:00000010:2.1:1761225724.241011:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b25d9ed8. 00000080:00000010:2.1:1761225724.241016:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ba0e1ce. 00000080:00000010:2.1:1761225724.241021:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006a25e30e. 00000080:00000010:2.1:1761225724.241026:0:52280:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e445202d. 00000080:00000010:2.1:1761225724.255912:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fba3033b. 00000080:00000010:2.1:1761225724.255930:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c135ed3c. 00000080:00000010:2.1:1761225724.255935:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000057695eac. 00000080:00000010:2.1:1761225724.255940:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b15ff50b. 00000080:00000010:2.1:1761225724.265348:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000024a4458a. 00000080:00000010:2.1:1761225724.265364:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e105736a. 00000080:00000010:2.1:1761225724.265370:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000dc04ba6. 00000080:00000010:2.1:1761225724.265375:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008af63a5f. 00000080:00000010:2.1:1761225724.265381:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000042746b10. 00000080:00000010:2.1:1761225724.265386:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000150360b5. 00000080:00000010:2.1:1761225724.266062:0:26:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006765f70c. 00010000:00000010:3.1:1761225724.412451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:3.1:1761225724.438266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006236b351. 00010000:00000010:3.1:1761225724.460807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daa73bbd. 00010000:00000010:3.1:1761225724.727912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00010000:00000010:2.1:1761225725.382037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0db1544. 00010000:00000010:2.1:1761225725.382051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e997f55. 00010000:00000010:2.1:1761225725.382081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:2.1:1761225725.382085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af3c5224. 00010000:00000010:2.1:1761225725.382105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909d2dcb. 00010000:00000010:2.1:1761225725.382107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000868eabc9. 00000080:00000010:2.1:1761225725.382112:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e0266ce7. 00000080:00000010:2.1:1761225725.382118:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000016c011af. 00000080:00000010:2.1:1761225725.382122:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006ba0a14e. 00010000:00000010:2.1:1761225725.387309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225725.387333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe5599ae. 00010000:00000010:2.1:1761225725.387337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b45a38f. 00000080:00000010:2.1:1761225725.500989:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004c894f4e. 00000080:00000010:2.1:1761225725.512418:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000062836072. 00010000:00000010:2.1:1761225725.516128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225725.630969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5d18a1b. 00010000:00000010:2.1:1761225725.630980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000957961ce. 00000080:00000010:2.1:1761225725.923984:0:662:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002a3e55a2. 00000080:00000010:2.1:1761225725.924004:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c993ec3a. 00000080:00000010:2.1:1761225725.924011:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000003d090b7. 00000080:00000010:2.1:1761225725.924018:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000091871119. 00000080:00000010:2.1:1761225725.924993:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006e64e880. 00000080:00000010:2.1:1761225725.925004:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009371b74c. 00000080:00000010:2.1:1761225725.925022:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000058979df8. 00000080:00000010:2.1:1761225725.925028:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007147e656. 00000080:00000010:2.1:1761225725.925033:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cb967292. 00000080:00000010:2.1:1761225725.925038:0:662:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000099386a3f. 00010000:00000010:2.1:1761225732.052116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005efaf0a6. 00010000:00000010:2.1:1761225732.052123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005553dd3d. 00010000:00000010:2.1:1761225732.231351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000183264e0. 00010000:00000010:2.1:1761225732.566078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000813ae4c5. 00010000:00000010:2.1:1761225732.566100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e67eab3. 00010000:00000010:2.1:1761225732.566146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed9f3508. 00010000:00000010:2.1:1761225732.566151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:2.1:1761225732.566176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084795cae. 00010000:00000010:2.1:1761225732.566179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:2.1:1761225732.566182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb06f70. 00000080:00000010:2.1:1761225732.640216:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000792c684. 00000080:00000010:2.1:1761225732.644985:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4939fa1. 00000080:00000010:2.1:1761225740.344933:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fb1d3c17. 00000080:00000010:2.1:1761225740.660901:0:53738:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d10805a3. 00000080:00000010:2.1:1761225740.666012:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002cfc73ac. 00000080:00000010:2.1:1761225740.672910:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa879eb7. 00000080:00000010:2.1:1761225740.798940:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c62b5e84. 00000080:00000010:2.1:1761225740.806922:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000098f57291. 00000080:00000010:2.1:1761225740.816728:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a58346d3. 00000080:00000010:2.1:1761225740.821069:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000288851b7. 00000080:00000010:2.1:1761225740.928219:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c1b6b8a4. 00000080:00000010:2.1:1761225740.937245:0:53738:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bfb99cb. 00000080:00000010:2.1:1761225740.947999:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4db7be5. 00000080:00000010:2.1:1761225740.951917:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005836a3c4. 00000080:00000010:2.1:1761225740.956234:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bfb99cb. 00000080:00000010:2.1:1761225740.967717:0:53739:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001960c8ce. 00000080:00000010:2.1:1761225740.975223:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005836a3c4. 00000080:00000010:2.1:1761225741.062111:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001960c8ce. 00000080:00000010:3.1:1761225741.132937:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bfb99cb. 00000080:00000010:2.1:1761225741.656082:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000095a79c65. 00000080:00000010:2.1:1761225741.667883:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00000080:00000010:2.1:1761225741.672272:0:53739:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052ca27fc. 00000080:00000010:2.1:1761225741.678055:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225741.690177:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052ca27fc. 00000080:00000010:2.1:1761225741.748936:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225741.792949:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052ca27fc. 00000080:00000010:2.1:1761225741.808455:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225741.873110:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052ca27fc. 00000080:00000010:2.1:1761225741.920584:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225741.937909:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052ca27fc. 00000080:00000010:2.1:1761225741.992044:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225742.002304:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052ca27fc. 00000080:00000010:2.1:1761225742.005945:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00000080:00000010:2.1:1761225742.013936:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225742.055971:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00000080:00000010:2.1:1761225742.073619:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:3.1:1761225742.132143:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00000080:00000010:2.1:1761225743.849275:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b598921a. 00000080:00000010:3.1:1761225743.863915:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052ca27fc. 00010000:00000010:3.1:1761225753.508945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba54a89. 00010000:00000010:3.1:1761225753.508963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bb2f937. 00000080:00000010:3.1:1761225763.436985:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000019b706ea. 00000080:00000010:2.1:1761225763.444082:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003d9f015f. 00000080:00000010:2.1:1761225763.470941:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f320d43c. 00000080:00000010:2.1:1761225763.485462:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b187c826. 00000080:00000010:2.1:1761225763.491915:0:54596:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001212c109. 00000080:00000010:2.1:1761225763.496644:0:2283:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000087adb8e5. 00000080:00000010:2.1:1761225763.769070:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009a902040. 00000080:00000010:2.1:1761225763.778173:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000069dff001. 00000080:00000010:2.1:1761225763.781003:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f3b31f5. 00000080:00000010:2.1:1761225763.786152:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225763.795175:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b825c0fe. 00000080:00000010:2.1:1761225763.795205:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f3b31f5. 00000080:00000010:2.1:1761225763.803949:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225763.808586:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000069dff001. 00000080:00000010:2.1:1761225763.814264:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f3b31f5. 00000080:00000010:2.1:1761225763.823060:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225763.828547:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000069dff001. 00000080:00000010:2.1:1761225763.832176:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f3b31f5. 00000080:00000010:2.1:1761225763.838924:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225764.324991:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004d9f8514. 00000080:00000010:2.1:1761225764.613275:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004873f241. 00000080:00000010:2.1:1761225764.621181:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034912bad. 00000080:00000010:2.1:1761225764.626369:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00000080:00000010:2.1:1761225764.634309:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004873f241. 00000080:00000010:2.1:1761225764.638269:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034912bad. 00000080:00000010:2.1:1761225764.644966:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00000080:00000010:2.1:1761225764.649344:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034912bad. 00000080:00000010:2.1:1761225764.660962:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004873f241. 00000080:00000010:2.1:1761225764.666235:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034912bad. 00000080:00000010:2.1:1761225764.670926:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00000080:00000010:2.1:1761225764.685924:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004873f241. 00000080:00000010:2.1:1761225764.690910:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00000080:00000010:3.1:1761225764.694899:0:2283:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034912bad. 00000080:00000010:2.1:1761225764.706715:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000f5163c0. 00000080:00000010:2.1:1761225764.716284:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00010000:00000010:2.1:1761225765.909438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000853b9d3. 00010000:00000010:2.1:1761225765.909455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909d2dcb. 00010000:00000010:2.1:1761225766.962938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d360132. 00010000:00000010:2.1:1761225766.974740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00000080:00000010:3.1:1761225766.980172:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003868b695. 00000080:00000010:3.1:1761225766.993899:0:54646:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000c1c1e0a. 00010000:00000010:3.1:1761225768.072139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00000080:00000010:2.1:1761225768.090438:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034c53743. 00000080:00000010:3.1:1761225771.464436:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e7303dc. 00000080:00000010:3.1:1761225771.477038:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b786dccb. 00010000:00000010:3.1:1761225772.553929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:3.1:1761225772.558031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ca10c. 00000080:00000010:3.1:1761225772.563430:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005127bb5c. 00000080:00000010:3.1:1761225772.583318:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005836a3c4. 00000080:00000010:2.1:1761225773.706536:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000621e6e4a. 00010000:00000010:3.1:1761225787.056610:0:55564:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ca10c. 00000080:00000010:3.1:1761225787.061078:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b56fa0c6. 00010000:00000010:3.1:1761225787.065023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:3.1:1761225787.065042:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000294daa53. 00010000:00000010:3.1:1761225787.074437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ca10c. 00010000:00000010:3.1:1761225787.126724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909d2dcb. 00010000:00000010:3.1:1761225787.136118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ca10c. 00000080:00000010:2.1:1761225787.143772:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b56fa0c6. 00000080:00000010:2.1:1761225787.369119:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e667bbe2. 00000080:00000010:2.1:1761225787.379949:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009234edb1. 00000080:00000010:2.1:1761225787.388023:0:55566:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eef38f0c. 00000080:00000010:2.1:1761225787.393458:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00000080:00000010:2.1:1761225787.398699:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009234edb1. 00000080:00000010:2.1:1761225787.407262:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eef38f0c. 00000080:00000010:2.1:1761225787.414176:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009234edb1. 00000080:00000010:2.1:1761225787.419186:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00000080:00000010:2.1:1761225787.427205:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eef38f0c. 00000080:00000010:3.1:1761225787.439382:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00010000:00000010:3.1:1761225793.459951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00010000:00000010:3.1:1761225793.470125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:3.1:1761225793.482960:0:55605:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000007f678c6. 00000080:00000010:3.1:1761225793.490012:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002a3e55a2. 00010000:00000010:3.1:1761225794.569918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00010000:00000010:3.1:1761225794.575861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ca10c. 00000080:00000010:3.1:1761225794.580909:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c68c2d5a. 00010000:00000010:3.1:1761225798.141608:0:55628:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:2.1:1761225798.275986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710ec193. 00000080:00000010:2.1:1761225800.756383:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bbc98dfc. 00000080:00000010:3.1:1761225800.815923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009c927a86. 00010000:00000010:3.1:1761225800.815945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064075802. 00010000:00000010:3.1:1761225800.815950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001008fadb. 00010000:00000010:3.1:1761225800.815954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:3.1:1761225800.937891:0:55636:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000517e1eb5. 00000080:00000010:3.1:1761225800.943978:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004a77aa5c. 00010000:00000010:3.1:1761225800.944007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e26ca8ed. 00010000:00000010:3.1:1761225800.947934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b274a5e. 00010000:00000010:3.1:1761225800.947957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:3.1:1761225801.009430:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a3546c0a. 00000080:00000010:2.1:1761225801.042923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004cd6df4c. 00010000:00000010:2.1:1761225801.042945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed9f3508. 00010000:00000010:2.1:1761225801.042951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bde2f235. 00010000:00000010:2.1:1761225801.042955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00000080:00000010:2.1:1761225801.528326:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005e0a29c5. 00010000:00000010:2.1:1761225801.528358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b18cba3e. 00010000:00000010:2.1:1761225801.531914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ecc9d6f. 00010000:00000010:2.1:1761225801.531936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9a5429. 00000080:00000010:2.1:1761225804.719389:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fdc2dcd6. 00010000:00000010:3.1:1761225806.444455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225806.463160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016003621. 00010000:00000010:2.1:1761225806.539046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225815.311928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00000080:00000010:2.1:1761225815.667917:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000681d8ccd. 00010000:00000010:3.1:1761225815.668000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb642a3. 00010000:00000010:2.1:1761225815.762469:0:56336:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00000080:00000010:2.1:1761225815.762483:0:56336:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005836a3c4. 00010000:00000010:2.1:1761225815.767073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81c7c7f. 00010000:00000010:2.1:1761225815.827934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00000080:00000010:2.1:1761225815.838905:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b187c826. 00000080:00000010:2.1:1761225815.838916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000038e5ac9e. 00010000:00000010:2.1:1761225815.894920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00000080:00000010:2.1:1761225815.903376:0:56339:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006a3ad6ec. 00010000:00000010:2.1:1761225815.907126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005efaf0a6. 00010000:00000010:2.1:1761225815.907142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00000080:00000010:2.1:1761225815.921429:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000071cd9750. 00000080:00000010:2.1:1761225815.921447:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002a3e55a2. 00000080:00000010:2.1:1761225816.078908:0:56343:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a17ccbde. 00010000:00000010:2.1:1761225816.086299:0:56343:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:2.1:1761225816.255950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005efaf0a6. 00010000:00000010:2.1:1761225816.255965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:2.1:1761225816.255968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:2.1:1761225816.255971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225816.255973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:2.1:1761225817.018000:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:2.1:1761225817.018017:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:2.1:1761225817.018022:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00000080:00000010:2.1:1761225817.033047:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000007f2accd. 00000080:00000010:2.1:1761225817.033071:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007aae6cb7. 00000080:00000010:3.1:1761225817.163081:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000001a7b77a. 00000080:00000010:3.1:1761225817.163233:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000016396ff5. 00010000:00000010:2.1:1761225824.591051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f7467. 00010000:00000010:2.1:1761225824.591063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:2.1:1761225824.591066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fdffd39. 00000080:00000010:2.1:1761225824.677049:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a17ccbde. 00000080:00000010:2.1:1761225824.677072:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002381a0f7. 00010000:00000010:3.1:1761225833.395110:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c960e5c2. 00000080:00000010:3.1:1761225833.399050:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000025ffaf81. 00010000:00000010:2.1:1761225833.417926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000240c5dee. 00000080:00000010:2.1:1761225833.661085:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001546c0d2. 00010000:00000010:2.1:1761225833.661116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:2.1:1761225833.661123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:2.1:1761225834.014509:0:5729:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:2.1:1761225834.020110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:2.1:1761225834.020136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00000080:00000010:2.1:1761225834.059644:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000087b0d68a. 00010000:00000010:3.1:1761225834.149910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c960e5c2. 00000080:00000010:3.1:1761225834.212010:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003d9f015f. 00010000:00000010:2.1:1761225834.215985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c960e5c2. 00010000:00000010:3.1:1761225834.693920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00000080:00000010:3.1:1761225834.707245:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000046c3db7d. 00000080:00000010:3.1:1761225834.707291:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000007ece05d. 00010000:00000010:3.1:1761225834.723910:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:3.1:1761225834.723927:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00000080:00000010:3.1:1761225834.723934:0:31:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa430666. 00000080:00000010:3.1:1761225834.723946:0:31:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009241462b. 00000080:00000010:3.1:1761225834.723952:0:31:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000079c1911. 00000080:00000010:2.1:1761225845.839931:0:58842:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000395d8110. 00000080:00000010:2.1:1761225845.840034:0:58842:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000828de773. 00010000:00000010:2.1:1761225845.856173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225845.860792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00000080:00000010:2.1:1761225845.868094:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000009e4e131. 00000080:00000010:2.1:1761225845.872110:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e1f6d9e8. 00010000:00000010:2.1:1761225846.135009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:3.1:1761225846.166102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:3.1:1761225846.166123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:2.1:1761225850.755959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00000080:00000010:2.1:1761225851.212004:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034339a61. 00000080:00000010:2.1:1761225851.217924:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bfb99cb. 00000080:00000010:2.1:1761225851.221494:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000fb27d10. 00000080:00000010:3.1:1761225851.237375:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004c7a6bc6. 00000080:00000010:2.1:1761225851.244197:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d3209894. 00000080:00000010:2.1:1761225851.250071:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d86cb06. 00000080:00000010:2.1:1761225851.443274:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aff0876c. 00000080:00000010:2.1:1761225851.452859:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003868b695. 00000080:00000010:2.1:1761225851.559224:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008ec6a6a7. 00000080:00000010:2.1:1761225851.570188:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa879eb7. 00000080:00000010:2.1:1761225851.574939:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008ec6a6a7. 00000080:00000010:3.1:1761225851.578657:0:2283:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000695ec920. 00000080:00000010:2.1:1761225851.588767:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000077928f59. 00000080:00000010:2.1:1761225851.593027:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008ec6a6a7. 00000080:00000010:2.1:1761225851.601655:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000081b399ae. 00000080:00000010:2.1:1761225851.608578:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d33027e8. 00000080:00000010:3.1:1761225851.610982:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008ec6a6a7. 00000080:00000010:2.1:1761225851.620978:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007f507940. 00000080:00000010:2.1:1761225852.691598:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000df9f8872. 00010000:00000010:2.1:1761225852.697934:0:59438:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:2.1:1761225852.697947:0:59438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:3.1:1761225852.718939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:3.1:1761225852.718948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:3.1:1761225852.718963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:3.1:1761225852.718966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:3.1:1761225852.923275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:3.1:1761225853.228042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcf5f8a4. 00000080:00000010:2.1:1761225853.407461:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000539079cf. 00010000:00000010:2.1:1761225853.418923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aab8f24. 00010000:00000010:2.1:1761225853.418940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225853.429921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f7467. 00010000:00000010:2.1:1761225853.429931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00000080:00000010:2.1:1761225853.434200:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fc864ae4. 00000080:00000010:2.1:1761225853.437982:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00000080:00000010:2.1:1761225853.457949:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000074587595. 00010000:00000010:2.1:1761225853.465908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f7467. 00010000:00000010:2.1:1761225853.465915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225853.468991:0:59429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aab8f24. 00000080:00000010:2.1:1761225853.500503:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00010000:00000010:2.1:1761225853.510998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aab8f24. 00010000:00000010:2.1:1761225853.511006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225853.516028:0:59429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f7467. 00010000:00000010:2.1:1761225853.516036:0:59429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00000080:00000010:2.1:1761225853.516039:0:59429:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007cb1fde9. 00000080:00000010:2.1:1761225853.521186:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fc864ae4. 00000080:00000010:3.1:1761225853.776264:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001a49b1b1. 00010000:00000010:3.1:1761225853.783932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcf5f8a4. 00010000:00000010:3.1:1761225853.783945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e5740c9. 00010000:00000010:3.1:1761225853.790908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c0de18f. 00010000:00000010:3.1:1761225853.790917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00010000:00000010:3.1:1761225853.995210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2a4432a. 00010000:00000010:3.1:1761225853.995218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:3.1:1761225854.162913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81c7c7f. 00010000:00000010:3.1:1761225854.162928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00000080:00000010:3.1:1761225854.391926:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c60c699f. 00000080:00000010:3.1:1761225854.397998:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002f6dc679. 00010000:00000010:3.1:1761225854.445883:0:59429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c0de18f. 00010000:00000010:3.1:1761225854.445893:0:59429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00000080:00000010:2.1:1761225854.451061:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d05b5c07. 00010000:00000010:2.1:1761225854.990077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:2.1:1761225854.990100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:2.1:1761225854.997434:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000855d7e07. 00010000:00000010:2.1:1761225855.009488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:2.1:1761225855.009512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:2.1:1761225855.018619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.018639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:2.1:1761225855.025343:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000081b399ae. 00000080:00000010:2.1:1761225855.030073:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000695ec920. 00010000:00000010:2.1:1761225855.058250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.058269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:2.1:1761225855.062923:0:59429:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000695ec920. 00010000:00000010:2.1:1761225855.068073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:2.1:1761225855.068084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:2.1:1761225855.073944:0:59429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.073952:0:59429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:3.1:1761225855.080305:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000695ec920. 00000080:00000010:2.1:1761225855.143105:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c3ddedf1. 00010000:00000010:2.1:1761225855.163019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.163033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:2.1:1761225855.169097:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004697e552. 00010000:00000010:2.1:1761225855.175914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.175925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:2.1:1761225855.191720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:2.1:1761225855.191738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:2.1:1761225855.196944:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ac026251. 00000080:00000010:2.1:1761225855.202167:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001a46b904. 00010000:00000010:2.1:1761225855.232769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:2.1:1761225855.232778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:2.1:1761225855.251555:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001a46b904. 00010000:00000010:3.1:1761225855.397031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027718d95. 00010000:00000010:3.1:1761225855.397049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:3.1:1761225855.407136:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c0de18f. 00010000:00000010:3.1:1761225855.407152:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00000080:00000010:3.1:1761225855.411003:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000427eb117. 00000080:00000010:3.1:1761225855.416962:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004697e552. 00010000:00000010:2.1:1761225855.547021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.547040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:2.1:1761225855.552384:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e7303dc. 00000080:00000010:2.1:1761225855.560016:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000092ac9379. 00010000:00000010:2.1:1761225855.592495:0:59429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.592505:0:59429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:2.1:1761225855.595012:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e7303dc. 00010000:00000010:2.1:1761225855.603090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8f0085. 00010000:00000010:2.1:1761225855.603106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:2.1:1761225855.611544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b0c93c7. 00010000:00000010:2.1:1761225855.611556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:3.1:1761225855.617628:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002a3e55a2. 00010000:00000010:2.1:1761225855.971969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8f0085. 00010000:00000010:2.1:1761225855.971988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:2.1:1761225855.976932:0:59429:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4d5a4b4. 00010000:00000010:2.1:1761225855.982128:0:59429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81c7c7f. 00010000:00000010:2.1:1761225855.982139:0:59429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00010000:00000010:2.1:1761225855.992389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8f0085. 00010000:00000010:2.1:1761225855.992406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:2.1:1761225856.001212:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fe5e16ae. 00000080:00000010:2.1:1761225856.003995:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000657a5e81. 00010000:00000010:2.1:1761225856.019048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8f0085. 00010000:00000010:2.1:1761225856.019063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:2.1:1761225856.030055:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000657a5e81. 00000080:00000010:2.1:1761225856.093921:0:59429:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d68008a0. 00010000:00000010:2.1:1761225856.101049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81c7c7f. 00010000:00000010:2.1:1761225856.101073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00010000:00000010:2.1:1761225856.109733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2a4432a. 00010000:00000010:2.1:1761225856.109742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00000080:00000010:3.1:1761225856.113287:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4d5a4b4. 00000080:00000010:3.1:1761225856.230153:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000039440249. 00000080:00000010:3.1:1761225856.239831:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093ee92a5. 00000080:00000010:2.1:1761225856.892926:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000089c659d6. 00000080:00000010:2.1:1761225857.143927:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f802f061. 00010000:00000010:2.1:1761225857.376173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002563a08b. 00010000:00000010:2.1:1761225857.376184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00000080:00000010:2.1:1761225857.382010:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093e2fd7c. 00010000:00000010:2.1:1761225857.386185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f7467. 00010000:00000010:2.1:1761225857.386200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:2.1:1761225857.395522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002563a08b. 00010000:00000010:2.1:1761225857.395543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00000080:00000010:2.1:1761225857.400999:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ca677bdb. 00000080:00000010:2.1:1761225857.404928:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000591465ea. 00000080:00000010:2.1:1761225857.693216:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000828de773. 00010000:00000010:2.1:1761225857.701000:0:59429:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002563a08b. 00010000:00000010:2.1:1761225857.701007:0:59429:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225857.711933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f7467. 00010000:00000010:2.1:1761225857.711950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00000080:00000010:3.1:1761225857.781590:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004a8e2ee7. 00010000:00000010:3.1:1761225857.788918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225857.788936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9040d92. 00010000:00000010:3.1:1761225857.804304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed32b4db. 00010000:00000010:3.1:1761225857.804324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b67b79a. 00010000:00000010:3.1:1761225857.870059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:3.1:1761225857.870081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:3.1:1761225857.875758:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003bc7292b. 00000080:00000010:3.1:1761225857.879270:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005afa1c82. 00000080:00000010:2.1:1761225858.292923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000079c1911. 00000080:00000010:2.1:1761225858.301011:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004879b6d5. 00010000:00000010:2.1:1761225858.316057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aab8f24. 00010000:00000010:2.1:1761225858.316072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00000080:00000010:2.1:1761225858.326186:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000081b399ae. 00010000:00000010:2.1:1761225858.330923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aab8f24. 00010000:00000010:2.1:1761225858.330930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:2.1:1761225858.340132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e81c7c7f. 00010000:00000010:2.1:1761225858.340139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00000080:00000010:2.1:1761225858.345921:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e0266ce7. 00000080:00000010:2.1:1761225858.353064:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c1611d93. 00010000:00000010:3.1:1761225858.373878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed32b4db. 00010000:00000010:3.1:1761225858.373893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b67b79a. 00010000:00000010:3.1:1761225858.455936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:3.1:1761225858.455946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00000080:00000010:3.1:1761225858.464961:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f7dbc14f. 00000080:00000010:3.1:1761225858.479942:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001b0762b1. 00010000:00000010:3.1:1761225858.510095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed32b4db. 00010000:00000010:3.1:1761225858.510107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b67b79a. 00000080:00000010:3.1:1761225858.919029:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006cdfdb9a. 00000080:00000010:3.1:1761225858.926400:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000634259b6. 00010000:00000010:3.1:1761225859.026456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed32b4db. 00010000:00000010:3.1:1761225859.026473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b67b79a. 00000080:00000010:3.1:1761225859.031920:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000089d2ecd3. 00000080:00000010:3.1:1761225859.545677:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000002158136. 00000080:00000010:3.1:1761225859.564121:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000041c56557. 00010000:00000010:3.1:1761225859.605910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed32b4db. 00010000:00000010:3.1:1761225859.605918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b67b79a. 00010000:00000010:3.1:1761225860.344235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225860.344249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00010000:00000010:3.1:1761225860.425240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00010000:00000010:3.1:1761225860.430987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b01309. 00010000:00000010:2.1:1761225861.269438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:2.1:1761225861.269445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:2.1:1761225861.375074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:2.1:1761225861.375096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:2.1:1761225861.458941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:2.1:1761225861.458950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:2.1:1761225861.463923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225861.463936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225861.471138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225861.471147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a22325. 00010000:00000010:2.1:1761225861.474112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225861.478982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225861.479006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00000080:00000010:2.1:1761225861.505987:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a17ccbde. 00000080:00000010:2.1:1761225861.506003:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c62b5e84. 00010000:00000010:2.1:1761225861.515727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225861.515739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:2.1:1761225861.663503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:2.1:1761225861.663526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225861.663532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:2.1:1761225862.769094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:2.1:1761225862.778882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225862.778891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00000080:00000010:2.1:1761225862.791903:0:59449:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005949288f. 00000080:00000010:2.1:1761225862.791927:0:59449:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007ffb17c7. 00010000:00000010:2.1:1761225862.798124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225862.798135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a22325. 00010000:00000010:2.1:1761225862.806587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225862.806608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225862.810792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225862.810800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225862.810804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:3.1:1761225862.850180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:3.1:1761225862.850198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:3.1:1761225862.859448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225862.859466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b01309. 00010000:00000010:3.1:1761225862.866100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4dfd4cd. 00010000:00000010:3.1:1761225862.866124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225862.866129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00000080:00000010:2.1:1761225863.150316:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000026c980b1. 00000080:00000010:2.1:1761225863.150335:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000017dfb605. 00010000:00000010:2.1:1761225863.159033:0:59449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225863.159059:0:59449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225863.171622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225863.171649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225863.178541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225863.178551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a22325. 00010000:00000010:2.1:1761225863.182922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225863.182941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225863.182945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225863.283170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225863.287969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225863.287994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00000080:00000010:2.1:1761225863.314939:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bd085dfa. 00000080:00000010:2.1:1761225863.314963:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fb1d3c17. 00010000:00000010:2.1:1761225863.323905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225863.323916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225863.332593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225863.332610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a22325. 00010000:00000010:2.1:1761225863.339974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225863.339982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225863.345292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225863.345311:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225863.345316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a22325. 00010000:00000010:2.1:1761225863.468662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:2.1:1761225863.468686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00000080:00000010:3.1:1761225863.509730:0:59449:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004374c9a7. 00000080:00000010:3.1:1761225863.509756:0:59449:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cdd84726. 00010000:00000010:3.1:1761225863.513556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:2.1:1761225863.774025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:2.1:1761225863.774035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:3.1:1761225864.328907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:3.1:1761225864.328930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:3.1:1761225864.337021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225864.337040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b01309. 00010000:00000010:3.1:1761225864.347167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225864.347184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225864.347188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00000080:00000010:3.1:1761225864.387971:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009a02c5bd. 00000080:00000010:2.1:1761225864.392510:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e39f34d6. 00010000:00000010:2.1:1761225864.717664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:2.1:1761225864.717678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:2.1:1761225864.727045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225864.727063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:2.1:1761225864.819898:0:2283:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:2.1:1761225864.825976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225864.825999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:3.1:1761225865.286745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225865.286762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00010000:00000010:3.1:1761225865.296042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225865.296053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b01309. 00000080:00000010:2.1:1761225865.413306:0:59449:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e949667. 00000080:00000010:2.1:1761225865.413317:0:59449:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006fbca1f8. 00010000:00000010:2.1:1761225865.417049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225865.417079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00010000:00000010:2.1:1761225865.421047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225865.421056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:2.1:1761225865.425611:0:59449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225865.425620:0:59449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225865.429238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225865.429252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225865.429255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00000080:00000010:2.1:1761225865.456476:0:59449:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000088efa24f. 00000080:00000010:2.1:1761225865.456491:0:59449:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093e2fd7c. 00010000:00000010:2.1:1761225865.460022:0:59449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225865.460029:0:59449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00010000:00000010:2.1:1761225865.469185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225865.469200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225865.478927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225865.478947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225865.478950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00000080:00000010:2.1:1761225865.505530:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009ba25572. 00000080:00000010:2.1:1761225865.505549:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000026916e42. 00010000:00000010:2.1:1761225865.514252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225865.514266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00010000:00000010:2.1:1761225865.524049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225865.524114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:3.1:1761225865.533274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:3.1:1761225865.533286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00010000:00000010:3.1:1761225865.539349:0:59449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225865.539362:0:59449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225865.539365:0:59449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b01309. 00010000:00000010:2.1:1761225865.692992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b67b79a. 00010000:00000010:2.1:1761225865.693009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346fd3a5. 00000080:00000010:2.1:1761225865.730971:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005fef9a95. 00000080:00000010:2.1:1761225865.730989:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008fd89a4a. 00010000:00000010:2.1:1761225871.256930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:2.1:1761225871.482310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:2.1:1761225871.482326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00000080:00000010:2.1:1761225872.135048:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d86cb06. 00000080:00000010:2.1:1761225872.141064:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034c53743. 00000080:00000010:2.1:1761225872.154656:0:60036:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d86cb06. 00000080:00000010:2.1:1761225872.165081:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034c53743. 00000080:00000010:2.1:1761225872.172977:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002c7cee35. 00000080:00000010:3.1:1761225872.186306:0:32:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d86cb06. 00010000:00000010:2.1:1761225872.417934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00000080:00000010:2.1:1761225872.423372:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009fb6604e. 00010000:00000010:2.1:1761225872.423398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d089d65a. 00010000:00000010:2.1:1761225872.423410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032329700. 00000080:00000010:2.1:1761225872.606442:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e949667. 00010000:00000010:2.1:1761225873.040458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00000080:00000010:3.1:1761225873.439903:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000468e9f97. 00000080:00000010:3.1:1761225873.452024:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d0ff8fa4. 00010000:00000010:2.1:1761225873.806918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00000080:00000010:3.1:1761225874.310903:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002381a0f7. 00010000:00000010:3.1:1761225874.328256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225874.328269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8f6259. 00010000:00000010:3.1:1761225874.485832:0:60038:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225874.485842:0:60038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df8f6259. 00000080:00000010:3.1:1761225874.489942:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c75a75fc. 00010000:00000010:2.1:1761225875.360239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225875.360261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00000080:00000010:2.1:1761225875.368908:0:60038:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002b5e44c1. 00010000:00000010:2.1:1761225875.373032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225875.373053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00010000:00000010:2.1:1761225875.382250:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225875.382275:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:3.1:1761225875.603132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:3.1:1761225875.603157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:3.1:1761225876.010208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:3.1:1761225876.010221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00010000:00000010:3.1:1761225876.305087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:3.1:1761225876.305098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000240c5dee. 00010000:00000010:3.1:1761225876.305104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:3.1:1761225876.305107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e5740c9. 00000080:00000010:2.1:1761225876.959926:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000063f30b56. 00000080:00000010:2.1:1761225877.189369:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000395d8110. 00010000:00000010:2.1:1761225877.194773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225877.194784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00010000:00000010:2.1:1761225877.199938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:2.1:1761225877.199954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e5740c9. 00000080:00000010:2.1:1761225877.204346:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007949bf2a. 00000080:00000010:3.1:1761225877.208940:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d3c7ea88. 00010000:00000010:3.1:1761225877.348163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:3.1:1761225877.348173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00000080:00000010:3.1:1761225877.354143:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ca677bdb. 00010000:00000010:3.1:1761225877.364969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225877.364984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00000080:00000010:2.1:1761225878.194435:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004eba8fe9. 00010000:00000010:2.1:1761225878.212334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225878.212350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00000080:00000010:2.1:1761225878.224244:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004697e552. 00010000:00000010:2.1:1761225878.243600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225878.243617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:2.1:1761225878.251590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225878.251606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00000080:00000010:3.1:1761225878.266957:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000f10e650. 00000080:00000010:2.1:1761225878.507160:0:2283:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e9465eda. 00000080:00000010:3.1:1761225878.547170:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000087b0d68a. 00010000:00000010:3.1:1761225878.555106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225878.555118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00010000:00000010:3.1:1761225878.564929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af56bc24. 00010000:00000010:3.1:1761225878.564947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea25f182. 00000080:00000010:3.1:1761225878.707230:0:60038:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004043be50. 00010000:00000010:3.1:1761225878.720224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af56bc24. 00010000:00000010:3.1:1761225878.720247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea25f182. 00010000:00000010:3.1:1761225878.730959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225878.730971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00000080:00000010:3.1:1761225878.955070:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003f558c9e. 00000080:00000010:3.1:1761225878.960203:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e9d3a08. 00010000:00000010:3.1:1761225879.079473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:3.1:1761225879.079497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026ea73a0. 00000080:00000010:3.1:1761225879.092245:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000098204ce5. 00000080:00000010:3.1:1761225879.180983:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa879eb7. 00010000:00000010:3.1:1761225879.202074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225879.202098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00000080:00000010:3.1:1761225879.211180:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c76ae12d. 00010000:00000010:3.1:1761225879.221302:0:2284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225879.221314:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00010000:00000010:2.1:1761225879.431079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225879.431109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00000080:00000010:2.1:1761225879.443042:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000071cd9750. 00010000:00000010:2.1:1761225879.451035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225879.451051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:2.1:1761225879.460921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225879.460938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00000080:00000010:2.1:1761225879.472987:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c1611d93. 00000080:00000010:2.1:1761225879.480283:0:25:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ac026251. 00010000:00000010:2.1:1761225879.546501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:2.1:1761225879.546562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c8efe15. 00000080:00000010:2.1:1761225879.558813:0:60038:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e35fe39d. 00000080:00000010:2.1:1761225879.566880:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c3fc15aa. 00000080:00000010:2.1:1761225879.732032:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006ec8ba8d. 00010000:00000010:2.1:1761225879.740128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225879.740136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:2.1:1761225879.745457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225879.745478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00000080:00000010:2.1:1761225879.756421:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000081b399ae. 00000080:00000010:2.1:1761225879.762671:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000fb27d10. 00010000:00000010:2.1:1761225879.785057:0:60038:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225879.785220:0:60038:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00000080:00000010:2.1:1761225879.790037:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000fb27d10. 00010000:00000010:2.1:1761225879.797933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225879.797958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:2.1:1761225879.806444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225879.806458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00000080:00000010:2.1:1761225879.817622:0:60038:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004c7a6bc6. 00000080:00000010:2.1:1761225879.822103:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000081b399ae. 00010000:00000010:2.1:1761225879.851193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225879.851202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:3.1:1761225880.362167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:3.1:1761225880.362191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00000080:00000010:3.1:1761225880.365984:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000099223633. 00010000:00000010:3.1:1761225880.374986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:3.1:1761225880.375009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00010000:00000010:2.1:1761225881.340697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225881.340710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00000080:00000010:2.1:1761225881.351772:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fc864ae4. 00010000:00000010:2.1:1761225881.351796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:2.1:1761225881.351809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:2.1:1761225881.369009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032329700. 00010000:00000010:2.1:1761225881.369029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:1.1:1761225881.433292:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225881.438995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225881.447915:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225881.454210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225881.454218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225881.459219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225881.464014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225881.468925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225881.476925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225881.481038:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:1.1:1761225881.490045:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003965507d. 00000080:00000010:1.1:1761225881.494921:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008a05b42b. 00010000:00000010:2.1:1761225881.520918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:2.1:1761225881.520941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:2.1:1761225881.520948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:2.1:1761225881.520951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea25f182. 00010000:00000010:1.1:1761225881.532957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225881.532968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225881.540944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225881.540956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225881.545030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225881.545055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00000080:00000010:2.1:1761225881.559896:0:60058:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000deec66b7. 00010000:00000010:1.1:1761225881.567076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00000080:00000010:2.1:1761225881.578928:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d3c7ea88. 00010000:00000010:2.1:1761225881.583955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225881.583965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:1.1:1761225881.788246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225881.788262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:1.1:1761225881.825557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:1.1:1761225881.825568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00010000:00000010:1.1:1761225881.837980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:1.1:1761225881.837991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:3.1:1761225881.899431:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00000080:00000010:2.1:1761225881.906694:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009a902040. 00010000:00000010:1.1:1761225881.939933:0:5737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:1.1:1761225881.939940:0:5737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:1.1:1761225881.939968:0:5737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:1.1:1761225881.939972:0:5737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:1.1:1761225881.954900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af56bc24. 00010000:00000010:1.1:1761225881.954924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be7c19e. 00010000:00000010:3.1:1761225881.958494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:3.1:1761225881.958512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00000080:00000010:1.1:1761225882.011374:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000054943169. 00010000:00000010:1.1:1761225882.026958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225882.026973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:2.1:1761225882.093904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225882.195003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225882.195016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225882.200272:0:5736:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225882.200278:0:5736:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225882.209908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225882.209917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00000080:00000010:1.1:1761225882.287936:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003eeab0a1. 00000080:00000010:1.1:1761225882.296892:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b786dccb. 00000080:00000010:1.1:1761225882.380053:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000034ba7aa7. 00010000:00000010:2.1:1761225882.534913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:2.1:1761225882.534926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225882.573913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225882.573921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225882.591473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225882.591491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:1.1:1761225882.596179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:1.1:1761225882.596190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225882.641069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225882.641084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225882.646969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225882.646975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225882.653555:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225882.653572:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225882.657983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225882.657991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225882.663258:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225882.663265:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:1.1:1761225882.668228:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4f686a7. 00010000:00000010:2.1:1761225882.912033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:1.1:1761225882.975678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:1.1:1761225882.975695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:1.1:1761225882.975699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:1.1:1761225883.026043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:1.1:1761225883.026056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:1.1:1761225883.035014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225883.035024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:1.1:1761225883.040206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:1.1:1761225883.040217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:2.1:1761225883.099159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225883.099177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:2.1:1761225883.104115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225883.104486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225883.112529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225883.112546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225883.121853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225883.121884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:2.1:1761225883.125213:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225883.125221:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00000080:00000010:2.1:1761225883.131646:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a77610fe. 00000080:00000010:2.1:1761225883.136045:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000087b2acb5. 00000080:00000010:2.1:1761225883.189009:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ede315e. 00010000:00000010:2.1:1761225883.243906:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225883.243911:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225883.250898:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225883.250904:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:2.1:1761225883.250907:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225883.250910:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225883.279012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00000080:00000010:2.1:1761225883.316038:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a77610fe. 00010000:00000010:2.1:1761225883.323853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225883.323885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:2.1:1761225883.328021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225883.328031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225883.338910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:1.1:1761225883.347211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:1.1:1761225883.351029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:1.1:1761225883.351047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00010000:00000010:1.1:1761225883.395984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:1.1:1761225883.395994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:1.1:1761225883.400026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:1.1:1761225883.400039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:1.1:1761225883.403133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:1.1:1761225883.403145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00000080:00000010:3.1:1761225883.414033:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003868b695. 00010000:00000010:2.1:1761225883.417956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069575839. 00010000:00000010:2.1:1761225883.417973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009997c105. 00010000:00000010:1.1:1761225883.471015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:1.1:1761225883.471022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00000080:00000010:1.1:1761225883.475087:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000007ece05d. 00000080:00000010:1.1:1761225883.479030:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f644259f. 00000080:00000010:1.1:1761225883.522442:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b2100ba2. 00010000:00000010:1.1:1761225883.530147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225883.530164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225883.623922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:1.1:1761225883.623935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225883.670951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225883.670957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225883.676478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:1.1:1761225883.676486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00000080:00000010:1.1:1761225883.694192:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4f686a7. 00010000:00000010:1.1:1761225883.698931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225883.698944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225883.702211:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225883.702218:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225883.706889:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225883.706896:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225883.712947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225883.712961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:1.1:1761225883.888944:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004581529c. 00010000:00000010:1.1:1761225883.893889:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225883.893896:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225883.959106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225884.000434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.000454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.041028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225884.041043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225884.047032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225884.047046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225884.113269:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225884.113280:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225884.116940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225884.116961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225884.120974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.120987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00000080:00000010:1.1:1761225884.128949:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003bc7292b. 00000080:00000010:1.1:1761225884.133848:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000ca9de5f. 00010000:00000010:3.1:1761225884.199352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225884.244176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.255387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069575839. 00010000:00000010:1.1:1761225884.255404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.259779:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:1.1:1761225884.259791:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00000080:00000010:1.1:1761225884.265701:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000de74fe0f. 00010000:00000010:1.1:1761225884.269937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.269951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.276827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225884.276850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225884.283905:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225884.283913:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225884.283916:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.283919:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.289778:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225884.289793:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225884.295403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225884.295413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225884.301245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.301260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.526364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:1.1:1761225884.526388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:1.1:1761225884.564139:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225884.564151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:1.1:1761225884.579366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225884.579382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225884.614993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.615000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.630295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225884.630302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225884.635766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.635776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.642896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225884.642909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00000080:00000010:1.1:1761225884.681002:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f7dbc14f. 00000080:00000010:1.1:1761225884.803930:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d4106fb. 00010000:00000010:1.1:1761225884.842916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225884.842935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225884.853072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225884.853080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225884.862915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225884.862923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225884.894033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225884.944176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:1.1:1761225884.944190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9a5429. 00010000:00000010:1.1:1761225884.948095:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225884.948103:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225884.956402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225884.963167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225884.963175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225885.024133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225885.024161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00000080:00000010:1.1:1761225885.043668:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f09ff3a0. 00010000:00000010:1.1:1761225885.049502:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225885.049523:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.054917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.054941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:1.1:1761225885.177385:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000517e1eb5. 00010000:00000010:1.1:1761225885.217928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.217937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:1.1:1761225885.307668:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009c927a86. 00010000:00000010:1.1:1761225885.311417:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.311426:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225885.320003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225885.320011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.325359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.337008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9a5429. 00010000:00000010:1.1:1761225885.367968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:1.1:1761225885.367975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:1.1:1761225885.387438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:1.1:1761225885.387444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:1.1:1761225885.392024:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e8a03ba. 00010000:00000010:1.1:1761225885.400921:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.400927:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.405067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225885.405076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225885.405080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225885.405083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225885.410195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.410208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.419027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225885.419034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225885.422992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.423000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00000080:00000010:1.1:1761225885.583946:0:60058:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002896400a. 00010000:00000010:1.1:1761225885.592902:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.592909:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.659003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225885.770955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.770961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.822124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.822145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.827373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225885.827384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225885.834604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225885.834626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225885.840906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225885.840917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225885.881928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225885.881946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00000080:00000010:1.1:1761225885.885909:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000026d26491. 00000080:00000010:2.1:1761225885.893925:0:2284:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000014698d10. 00010000:00000010:1.1:1761225885.970745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225886.075924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:1.1:1761225886.075943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00000080:00000010:1.1:1761225886.100738:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007aa31c12. 00010000:00000010:1.1:1761225886.108920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225886.108938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225886.117413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225886.117433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00000080:00000010:1.1:1761225886.244980:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000092f7d32d. 00010000:00000010:1.1:1761225886.262452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225886.262474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:2.1:1761225886.296135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:1.1:1761225886.397197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225886.397206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225886.411913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:1.1:1761225886.411921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00000080:00000010:2.1:1761225886.418731:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f485580f. 00010000:00000010:2.1:1761225886.418756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225886.418761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225886.424328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225886.424348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:2.1:1761225886.427907:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225886.427913:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225886.432909:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225886.432918:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225886.438910:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225886.438917:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225886.450445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225886.450464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225886.457926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225886.457942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225886.462527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225886.462549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00000080:00000010:2.1:1761225886.465922:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a77610fe. 00000080:00000010:2.1:1761225886.470153:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d022579b. 00000080:00000010:2.1:1761225886.515953:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000042ca356c. 00010000:00000010:2.1:1761225886.575890:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225886.575898:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:2.1:1761225886.581588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225886.581609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225886.587897:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225886.587904:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225886.604931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:1.1:1761225886.659389:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225886.659406:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225886.667910:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225886.667918:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225886.673115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225886.686519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:1.1:1761225886.686541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:1.1:1761225886.688926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225886.756038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:1.1:1761225886.756053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00000080:00000010:1.1:1761225886.768675:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003901e5d2. 00010000:00000010:1.1:1761225886.775943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225886.775957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225886.780147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225886.780156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225886.790337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225886.790347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:3.1:1761225886.799300:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:3.1:1761225886.799317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:3.1:1761225886.804213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af56bc24. 00010000:00000010:3.1:1761225886.804220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092718aeb. 00010000:00000010:1.1:1761225886.812070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f393ab9. 00010000:00000010:1.1:1761225886.812076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075425843. 00010000:00000010:1.1:1761225886.818050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225886.818064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225886.982158:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00000080:00000010:1.1:1761225887.015944:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002f408720. 00010000:00000010:1.1:1761225887.021050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225887.021071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225887.033591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225887.033609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225887.041756:0:5736:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225887.101073:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225887.101082:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:3.1:1761225887.115983:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003901e5d2. 00010000:00000010:1.1:1761225887.352920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00000080:00000010:1.1:1761225887.394934:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001b0762b1. 00010000:00000010:1.1:1761225887.399031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225887.399049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225887.464491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225887.464499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225887.482962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225887.482977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225887.555183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225887.555192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:1.1:1761225887.559102:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000057bd6a47. 00000080:00000010:1.1:1761225887.564404:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c7ea7073. 00010000:00000010:1.1:1761225887.736247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225887.736270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225887.749153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225887.749164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225887.772831:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00000080:00000010:1.1:1761225887.830712:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000581dbb14. 00010000:00000010:1.1:1761225887.840926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225887.840940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225887.852156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225887.852167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225887.856912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225887.856920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:1.1:1761225887.856922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225887.856925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225887.897699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225887.897705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225887.915037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225887.915044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:1.1:1761225887.932430:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009eaf6278. 00010000:00000010:1.1:1761225887.937908:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225887.937914:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225887.937917:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225887.937921:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225887.944123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225887.944130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225887.949292:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225887.949299:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225887.957985:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225887.957993:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225887.962110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225887.962124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225888.144892:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:1.1:1761225888.144899:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:1.1:1761225888.182914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00000080:00000010:1.1:1761225888.224104:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b0c932df. 00010000:00000010:1.1:1761225888.235553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225888.235562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225888.310953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225888.310969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225888.324939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225888.324957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:1.1:1761225888.375185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:1.1:1761225888.375215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00010000:00000010:1.1:1761225888.381907:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225888.381913:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:1.1:1761225888.396917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225888.396935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225888.404923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225888.404932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:3.1:1761225888.408209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:3.1:1761225888.408226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:3.1:1761225888.412231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:3.1:1761225888.412243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095768ac8. 00000080:00000010:3.1:1761225888.412253:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004e714a85. 00000080:00000010:3.1:1761225888.416938:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000696b7108. 00000080:00000010:1.1:1761225888.505956:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bbc98dfc. 00010000:00000010:3.1:1761225888.644970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:3.1:1761225888.644995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:3.1:1761225888.650165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:1.1:1761225888.718071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:1.1:1761225888.718100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00000080:00000010:3.1:1761225888.725934:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e5ef2509. 00010000:00000010:3.1:1761225888.730973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:3.1:1761225888.730989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f214345. 00010000:00000010:3.1:1761225888.745882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225888.745891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5561596. 00010000:00000010:1.1:1761225888.751072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225888.751090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225888.751095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225888.751098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225888.759185:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225888.759204:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225888.763939:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225888.763946:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225888.768352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225888.768363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225888.774917:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225888.774926:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225889.084906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225889.084915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:3.1:1761225889.084966:0:2291:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:3.1:1761225889.084992:0:2291:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:1.1:1761225889.096960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:1.1:1761225889.096989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00000080:00000010:3.1:1761225889.107799:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e7d3310b. 00010000:00000010:3.1:1761225889.112380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225889.112390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5561596. 00010000:00000010:3.1:1761225889.117015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:3.1:1761225889.117022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f214345. 00010000:00000010:3.1:1761225889.121531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225889.121542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c960e5c2. 00010000:00000010:3.1:1761225889.127122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225889.127137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5561596. 00010000:00000010:3.1:1761225889.132013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225889.132036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c960e5c2. 00010000:00000010:3.1:1761225889.140752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:3.1:1761225889.140765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5561596. 00010000:00000010:3.1:1761225889.148289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:3.1:1761225889.148306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c960e5c2. 00010000:00000010:1.1:1761225889.371443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225889.476069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:1.1:1761225889.476086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225889.495974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:1.1:1761225889.495989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00000080:00000010:1.1:1761225889.513277:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008c54348d. 00010000:00000010:1.1:1761225889.535923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225889.535934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225889.643678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225889.643697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:2.1:1761225889.651909:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ccbdef8a. 00010000:00000010:2.1:1761225889.658932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225889.658952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225889.681034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225889.681054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00000080:00000010:2.1:1761225889.693044:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d86cb06. 00000080:00000010:2.1:1761225889.705360:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e0266ce7. 00010000:00000010:2.1:1761225889.724144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225889.724163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:2.1:1761225889.735625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:1.1:1761225889.777070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:1.1:1761225889.777080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:1.1:1761225889.785997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:1.1:1761225889.786009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00000080:00000010:2.1:1761225889.792042:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e0266ce7. 00010000:00000010:2.1:1761225889.800229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225889.800248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:2.1:1761225889.808913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225889.808931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:2.1:1761225889.817099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225889.817120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:2.1:1761225889.826916:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225889.826929:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:2.1:1761225889.833918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225889.833942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:2.1:1761225889.845977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225889.845986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:2.1:1761225889.850166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225889.850176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:2.1:1761225889.854488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225889.854499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00000080:00000010:2.1:1761225889.860066:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d86cb06. 00000080:00000010:3.1:1761225889.864106:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000e6bf68e. 00000080:00000010:1.1:1761225889.987904:0:60058:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000daaad542. 00010000:00000010:1.1:1761225889.995000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225889.995024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225890.148776:0:2289:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225890.148789:0:2289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:1.1:1761225890.226033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225890.226040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225890.234640:0:2289:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225890.234646:0:2289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225890.306913:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225890.306919:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225890.311929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225890.311948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225890.324565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225890.324585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225890.330931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225890.330953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00000080:00000010:3.1:1761225890.419484:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000088d35700. 00010000:00000010:1.1:1761225890.465059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225890.526017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225890.526036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225890.568063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225890.568080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225890.585009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225890.585020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00000080:00000010:1.1:1761225890.596892:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000f5163c0. 00010000:00000010:1.1:1761225890.604058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225890.604064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225890.613919:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225890.613926:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225890.618992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225890.619004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225890.619008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225890.619011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225890.631933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225890.631954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225890.636935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225890.637082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225890.783921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225890.821336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225890.821359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225890.851770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225890.851780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:3.1:1761225890.872905:0:2284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:3.1:1761225890.872918:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00000080:00000010:1.1:1761225890.883018:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e2f2071e. 00010000:00000010:1.1:1761225890.891253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225890.891264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225890.911915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:1.1:1761225890.911924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00000080:00000010:2.1:1761225890.951759:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006d8e5506. 00000080:00000010:1.1:1761225891.009976:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ff978233. 00010000:00000010:2.1:1761225891.019054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:2.1:1761225891.019083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:2.1:1761225891.085159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:1.1:1761225891.151536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:1.1:1761225891.151561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:1.1:1761225891.198952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:1.1:1761225891.198962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:1.1:1761225891.225570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:1.1:1761225891.225586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00010000:00000010:2.1:1761225891.270063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:2.1:1761225891.270082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:2.1:1761225891.279233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225891.279251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225891.285960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225891.285975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225891.298570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225891.298586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225891.311965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225891.311975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225891.316986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225891.317004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225891.321560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225891.321566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:2.1:1761225891.331044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225891.331056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225891.340129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225891.340136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00000080:00000010:2.1:1761225891.344028:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004873f241. 00000080:00000010:1.1:1761225891.344085:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bcb1083b. 00000080:00000010:1.1:1761225891.406033:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f31f5efb. 00010000:00000010:1.1:1761225891.410643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225891.410655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225891.441345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225891.494345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225891.494365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225891.576121:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225891.576135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225891.589943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225891.589969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00000080:00000010:1.1:1761225891.764546:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002e9a0788. 00010000:00000010:1.1:1761225891.819039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225891.819057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00000080:00000010:1.1:1761225891.946676:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000b02062c. 00010000:00000010:1.1:1761225891.955950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225891.956417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225892.037105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:1.1:1761225892.037121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225892.052949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225892.052961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:1.1:1761225892.103082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:1.1:1761225892.103095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:1.1:1761225892.112020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225892.112034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225892.116062:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225892.116071:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00000080:00000010:1.1:1761225892.126074:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b7c30d9f. 00000080:00000010:1.1:1761225892.130568:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004a8e2ee7. 00010000:00000010:1.1:1761225892.260100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:1.1:1761225892.260119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225892.266450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225892.266469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225892.274437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225892.274448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00000080:00000010:1.1:1761225892.389972:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093ee92a5. 00010000:00000010:1.1:1761225892.396935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225892.396955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225892.410040:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225892.410070:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225892.421920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225892.497959:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225892.497964:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00000080:00000010:1.1:1761225892.528405:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000b02062c. 00010000:00000010:1.1:1761225892.532686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225892.532704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225892.541017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225892.541038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225892.545129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225892.545149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:1.1:1761225892.557400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225892.557417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225892.562346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225892.562366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225892.573727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225892.573748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00000080:00000010:1.1:1761225892.655340:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b42ee7b6. 00010000:00000010:1.1:1761225892.713998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225892.714012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:2.1:1761225892.722450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225892.722470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:2.1:1761225892.727452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225892.727468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:2.1:1761225892.759913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00000080:00000010:2.1:1761225892.786006:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ce7850b2. 00010000:00000010:2.1:1761225892.791568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225892.791596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:2.1:1761225892.800090:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225892.800108:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00010000:00000010:2.1:1761225892.806954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:1.1:1761225892.818382:0:2290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00010000:00000010:1.1:1761225892.861963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:1.1:1761225892.861973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:1.1:1761225892.874040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:1.1:1761225892.874050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00000080:00000010:2.1:1761225892.879024:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000afe1e418. 00010000:00000010:2.1:1761225892.882008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225892.882015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00010000:00000010:2.1:1761225892.886923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225892.886938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00010000:00000010:2.1:1761225892.891117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:2.1:1761225892.891124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00010000:00000010:2.1:1761225892.901850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225892.901858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00010000:00000010:2.1:1761225892.906138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225892.906930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00010000:00000010:2.1:1761225892.909943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:2.1:1761225892.909955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00000080:00000010:1.1:1761225892.954332:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000024752e3a. 00000080:00000010:1.1:1761225892.961607:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093e2fd7c. 00010000:00000010:1.1:1761225893.303910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225893.303924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225893.311911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225893.311917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:1.1:1761225893.384137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225893.384163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:1.1:1761225893.391271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225893.391291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225893.620251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225893.673059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225893.673077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:1.1:1761225893.741977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225893.741992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:1.1:1761225893.749284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:1.1:1761225893.749295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00010000:00000010:3.1:1761225893.760978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:3.1:1761225893.760995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00000080:00000010:1.1:1761225893.856782:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d035a008. 00000080:00000010:1.1:1761225893.981770:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001c1e6425. 00010000:00000010:1.1:1761225893.993618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225893.993639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:1.1:1761225894.213014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225894.213030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c8efe15. 00010000:00000010:1.1:1761225894.269077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225894.269093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225894.286950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:1.1:1761225894.286966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00000080:00000010:1.1:1761225894.301006:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fd03f979. 00010000:00000010:1.1:1761225894.313432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225894.313449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225894.317924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225894.317946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00000080:00000010:1.1:1761225894.377183:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006cdfdb9a. 00000080:00000010:2.1:1761225894.474058:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000caf89cf6. 00010000:00000010:2.1:1761225894.482357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225894.482371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00010000:00000010:2.1:1761225894.585919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:1.1:1761225894.691955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:1.1:1761225894.691983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00010000:00000010:1.1:1761225894.714000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:1.1:1761225894.714009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00000080:00000010:1.1:1761225894.724022:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005b9c8511. 00010000:00000010:1.1:1761225894.729134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225894.729156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225894.745918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225894.745928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:3.1:1761225894.749906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:3.1:1761225894.749925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225894.765188:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:1.1:1761225894.765207:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:1.1:1761225894.769004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225894.769012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225894.786993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225894.787014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225894.797221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225894.797234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225894.803026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225894.803035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:2.1:1761225894.983931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:1.1:1761225895.076385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:1.1:1761225895.076414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:1.1:1761225895.129030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225895.129046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000240c5dee. 00000080:00000010:3.1:1761225895.168919:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005f35280b. 00010000:00000010:1.1:1761225895.208070:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225895.208097:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225895.213463:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225895.213483:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225895.220095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225895.220115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225895.235912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225895.235922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225895.247088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:1.1:1761225895.247109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:1.1:1761225895.411685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:1.1:1761225895.411693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:1.1:1761225895.461937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:1.1:1761225895.461944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00000080:00000010:1.1:1761225895.479698:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000099ec896e. 00010000:00000010:1.1:1761225895.492309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225895.492325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225895.501845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225895.501875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225895.510916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225895.510924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:2.1:1761225895.544062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225895.544078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:2.1:1761225895.550637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225895.550646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225895.558133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225895.558146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225895.562936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225895.562952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00000080:00000010:2.1:1761225895.567815:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cce083b4. 00010000:00000010:1.1:1761225895.627456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225895.627473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225895.666171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225895.715921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225895.715933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00000080:00000010:1.1:1761225895.797918:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009edbf885. 00010000:00000010:1.1:1761225896.086046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225896.086064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:1.1:1761225896.095936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225896.095953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225896.106972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225896.106989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225896.138909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225896.230915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225896.305421:0:5736:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225896.305429:0:5736:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225896.317927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225896.317947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00000080:00000010:1.1:1761225896.325147:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006cc5204f. 00010000:00000010:1.1:1761225896.334000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225896.334007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225896.342893:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225896.342899:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225896.347379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225896.347398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225896.347402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225896.347404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225896.354951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225896.354965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225896.363258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225896.363273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225896.367529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225896.367545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225896.375053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225896.375061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00000080:00000010:1.1:1761225896.381927:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006edf4a87. 00000080:00000010:2.1:1761225896.391303:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001546c0d2. 00010000:00000010:1.1:1761225896.572067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225896.705903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225896.705910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225896.709958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225896.709971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:1.1:1761225896.787012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225896.787021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:1.1:1761225896.796341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225896.796355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00000080:00000010:1.1:1761225896.802008:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a6934162. 00000080:00000010:1.1:1761225896.809915:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000779d0949. 00010000:00000010:1.1:1761225897.052037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225897.177821:0:5736:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:1.1:1761225897.177829:0:5736:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c8efe15. 00010000:00000010:1.1:1761225897.189918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225897.189941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225897.194276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225897.194293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00000080:00000010:1.1:1761225897.211953:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000072237e34. 00010000:00000010:1.1:1761225897.218476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225897.218495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026ea73a0. 00010000:00000010:1.1:1761225897.232794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225897.232811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:2.1:1761225897.239988:0:2284:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:2.1:1761225897.239998:0:2284:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225897.245994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:1.1:1761225897.246015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:1.1:1761225897.264130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225897.264159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225897.273575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225897.273598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225897.281595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225897.281609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225897.285056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225897.285075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225897.578167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225897.671935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:1.1:1761225897.671953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225897.671957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225897.753173:0:2289:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225897.753190:0:2289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225897.773304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225897.773321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:2.1:1761225897.791077:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:2.1:1761225897.791087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f214345. 00010000:00000010:2.1:1761225897.798525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225897.798547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:2.1:1761225897.816067:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225897.816084:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225897.825976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225897.825986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:2.1:1761225897.829922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225897.829944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00010000:00000010:2.1:1761225897.835232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225897.835260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225897.845060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225897.845071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00010000:00000010:2.1:1761225897.850926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225897.850947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:2.1:1761225897.861974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225897.861985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00000080:00000010:3.1:1761225897.866092:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000f10e650. 00010000:00000010:2.1:1761225897.870939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225897.870961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:1.1:1761225898.084912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00000080:00000010:1.1:1761225898.132341:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007dc69905. 00010000:00000010:1.1:1761225898.136978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225898.136984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225898.141993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225898.142007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225898.146226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225898.201151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225898.201158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:1.1:1761225898.217986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:1.1:1761225898.218001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:1.1:1761225898.274977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225898.274997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225898.283550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225898.283568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00000080:00000010:1.1:1761225898.288042:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cd94a6bb. 00000080:00000010:1.1:1761225898.299626:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003c267e52. 00010000:00000010:1.1:1761225898.466338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00000080:00000010:1.1:1761225898.525000:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e46e659e. 00010000:00000010:1.1:1761225898.536464:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225898.536482:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225898.540994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225898.541009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225898.541013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:3.1:1761225898.563323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225898.613725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225898.613735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225898.619451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225898.619466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00000080:00000010:1.1:1761225898.638299:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b55ccb00. 00010000:00000010:1.1:1761225898.649971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225898.649985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225898.691228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225898.691239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00000080:00000010:1.1:1761225898.696560:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004a77aa5c. 00000080:00000010:1.1:1761225898.701165:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e39f34d6. 00010000:00000010:1.1:1761225898.866353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00000080:00000010:1.1:1761225898.914084:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eca5d370. 00010000:00000010:1.1:1761225898.919087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225898.919104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225898.919107:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225898.919110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225898.934914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225898.942918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225898.942928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225899.032923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225899.032934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00000080:00000010:1.1:1761225899.037402:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e39f34d6. 00010000:00000010:1.1:1761225899.040915:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225899.040923:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225899.044327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225899.044361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225899.049221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225899.049232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225899.055545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225899.055567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225899.060103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225899.060121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00000080:00000010:1.1:1761225899.106142:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b55ccb00. 00000080:00000010:1.1:1761225899.147345:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004eb1209e. 00010000:00000010:1.1:1761225899.153044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225899.153069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225899.174953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225899.210948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225899.210963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225899.278956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225899.278972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225899.342060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225899.342074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00000080:00000010:1.1:1761225899.347310:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000037499300. 00000080:00000010:1.1:1761225899.352086:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000503a4aca. 00000080:00000010:1.1:1761225899.389908:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b2664d9. 00010000:00000010:1.1:1761225899.396155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225899.396165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225899.472932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:1.1:1761225899.472958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:1.1:1761225899.553008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:1.1:1761225899.553023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225899.597837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225899.597858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225899.607918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225899.607939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225899.623030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225899.623039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225899.635941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225899.635960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00000080:00000010:1.1:1761225899.647156:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001546c0d2. 00010000:00000010:1.1:1761225899.870933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:1.1:1761225899.870950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:1.1:1761225899.998722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225899.998742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00000080:00000010:1.1:1761225900.006040:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000396d99db. 00000080:00000010:1.1:1761225900.014931:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c30ff016. 00010000:00000010:1.1:1761225900.313046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:1.1:1761225900.313162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00000080:00000010:1.1:1761225900.317932:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d2396cd. 00010000:00000010:1.1:1761225900.323031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225900.323050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225900.326457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225900.326468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225900.330938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225900.330946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225900.340298:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225900.340315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:0.1:1761225900.351641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225900.351658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225900.358979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225900.358999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225900.360918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225900.360924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225900.367990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225900.367997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225900.373562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225900.373571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225900.377305:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225900.377314:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00000080:00000010:0.1:1761225900.381910:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d2396cd. 00000080:00000010:1.1:1761225900.386898:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009edbf885. 00000080:00000010:1.1:1761225900.499163:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ce3d5639. 00010000:00000010:0.1:1761225900.553086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225900.553095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225900.558044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225900.558068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225900.567189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:1.1:1761225900.567231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:1.1:1761225900.612157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00000080:00000010:1.1:1761225900.662152:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009edbf885. 00010000:00000010:1.1:1761225900.667976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225900.667985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225900.677492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225900.677503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:0.1:1761225900.680938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225900.685721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225900.685746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225900.685751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:0.1:1761225900.735990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225900.736003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225900.744048:0:2290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225900.744056:0:2290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225900.749145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:0.1:1761225900.749162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00000080:00000010:0.1:1761225900.762692:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000021e95bd1. 00010000:00000010:0.1:1761225900.773243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225900.773322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225900.777763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225900.777775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225900.782968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225900.782986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225900.787909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225900.787924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225900.791926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225900.791948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:2.1:1761225900.801934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225900.801942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:3.1:1761225900.806038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:3.1:1761225900.806060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00010000:00000010:0.1:1761225900.818419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:0.1:1761225900.818441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:0.1:1761225900.823121:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225900.823135:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225900.829918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225900.829929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00000080:00000010:0.1:1761225900.835145:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006c197e9a. 00000080:00000010:0.1:1761225900.838958:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d2396cd. 00000080:00000010:0.1:1761225900.928545:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000059b9133c. 00010000:00000010:0.1:1761225900.979103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225900.979110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225900.986620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225900.986641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225900.991905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225900.991915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:1.1:1761225901.016904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00000080:00000010:1.1:1761225901.056917:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007d2396cd. 00010000:00000010:1.1:1761225901.066037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225901.066047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225901.066059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225901.066062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225901.073011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225901.076921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225901.076937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225901.076941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:0.1:1761225901.117955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.117971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225901.127995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225901.128011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225901.132969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225901.132988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:1.1:1761225901.141917:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009edbf885. 00010000:00000010:0.1:1761225901.149912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:0.1:1761225901.149931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:0.1:1761225901.159267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.159289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225901.167752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225901.167771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225901.170917:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225901.170925:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225901.179948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.179965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225901.184150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225901.184165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225901.189597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225901.189610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225901.193011:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.193021:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00000080:00000010:0.1:1761225901.198828:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006e11e4a0. 00000080:00000010:0.1:1761225901.203928:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000266e8eff. 00000080:00000010:0.1:1761225901.253020:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d6958e86. 00010000:00000010:0.1:1761225901.292486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.292495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225901.298013:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225901.298031:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225901.303454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225901.303469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:1.1:1761225901.327030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00000080:00000010:1.1:1761225901.368303:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006e11e4a0. 00010000:00000010:1.1:1761225901.376010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225901.376026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225901.380048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225901.380063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:1.1:1761225901.389438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225901.394429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:0.1:1761225901.398122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:0.1:1761225901.398147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:0.1:1761225901.428948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.428967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225901.435052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:1.1:1761225901.435074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:1.1:1761225901.445345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:1.1:1761225901.445361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00000080:00000010:1.1:1761225901.449083:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009edbf885. 00010000:00000010:1.1:1761225901.449105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225901.449114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225901.455066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225901.455137:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:1.1:1761225901.463973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225901.463996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225901.473066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225901.473086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225901.473090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225901.473093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:0.1:1761225901.478920:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.478927:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225901.483040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225901.483050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225901.490918:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.490925:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225901.495038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225901.495060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225901.501196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.501204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00000080:00000010:0.1:1761225901.507560:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c30ff016. 00000080:00000010:0.1:1761225901.511002:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000083e6781. 00000080:00000010:0.1:1761225901.546076:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c3b77a1f. 00010000:00000010:0.1:1761225901.559083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225901.559105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225901.580354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:0.1:1761225901.639046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:0.1:1761225901.639066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:0.1:1761225901.688104:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225901.688129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:1.1:1761225901.691465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225901.691480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225901.696976:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225901.697004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00000080:00000010:2.1:1761225901.704032:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c30ff016. 00010000:00000010:2.1:1761225901.712063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225901.712077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225901.718033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225901.718043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225901.725666:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225901.725685:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225901.731933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225901.731954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225901.743054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225901.743073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225901.747999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:2.1:1761225901.748023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225901.753947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225901.753957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:2.1:1761225901.760938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225901.760956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00000080:00000010:0.1:1761225901.765034:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003e5e4050. 00000080:00000010:0.1:1761225901.770923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000037388778. 00000080:00000010:1.1:1761225901.851045:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000064521af4. 00010000:00000010:1.1:1761225901.957034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225901.957041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:2.1:1761225901.961317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225901.961328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:2.1:1761225901.961333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225901.961336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:2.1:1761225901.997807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00000080:00000010:2.1:1761225902.035178:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000074546acd. 00010000:00000010:2.1:1761225902.044916:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225902.044923:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225902.051191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225902.051200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225902.051204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:1.1:1761225902.060219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:1.1:1761225902.060247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:1.1:1761225902.060253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:1.1:1761225902.100248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:1.1:1761225902.100255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:0.1:1761225902.111080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:0.1:1761225902.111087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00010000:00000010:0.1:1761225902.116019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:0.1:1761225902.116042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00000080:00000010:2.1:1761225902.124266:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00010000:00000010:2.1:1761225902.128966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225902.128974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225902.139439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225902.139456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225902.144041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225902.144212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:0.1:1761225902.151987:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:0.1:1761225902.151995:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:0.1:1761225902.156118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225902.156135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225902.163106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225902.163127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225902.174170:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225902.174180:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225902.181048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225902.181064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00000080:00000010:0.1:1761225902.182193:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000396d99db. 00000080:00000010:0.1:1761225902.191982:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fc864ae4. 00000080:00000010:2.1:1761225902.223091:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000000826d52. 00010000:00000010:0.1:1761225902.263363:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:0.1:1761225902.263373:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:0.1:1761225902.269178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225902.269198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225902.275994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225902.276003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225902.290158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00000080:00000010:2.1:1761225902.364600:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00010000:00000010:0.1:1761225902.369798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:0.1:1761225902.369807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00010000:00000010:2.1:1761225902.370126:0:5729:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225902.370132:0:5729:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:0.1:1761225902.377175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225902.381930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225902.381946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225902.381950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225902.434208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.434220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225902.448666:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:0.1:1761225902.448680:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225902.457997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225902.458005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:0.1:1761225902.469373:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b825c0fe. 00010000:00000010:0.1:1761225902.476908:0:1041:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.476922:0:1041:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225902.484930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225902.484945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225902.497956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.497965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225902.504025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225902.504037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225902.511971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225902.511989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225902.517123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.517130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225902.520931:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225902.520937:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225902.525056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225902.525070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225902.533889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.533898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:1.1:1761225902.538924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225902.538948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:1.1:1761225902.553046:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c15217f8. 00000080:00000010:1.1:1761225902.559299:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000396d99db. 00000080:00000010:0.1:1761225902.613937:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000be601cca. 00010000:00000010:0.1:1761225902.680074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.680090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225902.689897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225902.689905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225902.708010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.708030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:1.1:1761225902.747527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00000080:00000010:0.1:1761225902.812039:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000503a4aca. 00010000:00000010:0.1:1761225902.816178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225902.816199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225902.816213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225902.816217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225902.828332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225902.839453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:3.1:1761225902.843918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:3.1:1761225902.843933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:0.1:1761225902.892928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225902.892940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225902.896930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225902.897197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:0.1:1761225902.908535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:0.1:1761225902.908549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00000080:00000010:2.1:1761225902.919905:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000037499300. 00010000:00000010:2.1:1761225902.927327:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225902.927333:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225902.936013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225902.936029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:2.1:1761225902.941585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225902.941596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:2.1:1761225902.952919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225902.952930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:2.1:1761225902.965905:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225902.965911:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:2.1:1761225902.974334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225902.974350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:2.1:1761225902.974355:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000049699a04. 00000080:00000010:2.1:1761225902.982916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f3b31f5. 00010000:00000010:2.1:1761225903.017948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225903.017963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:2.1:1761225903.023984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225903.024004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:0.1:1761225903.028925:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225903.028932:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225903.033949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00000080:00000010:1.1:1761225903.072922:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f3b31f5. 00010000:00000010:1.1:1761225903.082113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225903.082145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225903.082150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225903.082153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225903.087078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225903.098999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225903.099014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225903.099028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:1.1:1761225903.107959:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:1.1:1761225903.107965:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:1.1:1761225903.117701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:1.1:1761225903.117715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:2.1:1761225903.126060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:2.1:1761225903.126087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00000080:00000010:1.1:1761225903.127027:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fd03f979. 00010000:00000010:2.1:1761225903.132361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225903.132377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:0.1:1761225903.136922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225903.136944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225903.151081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225903.151101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225903.160744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225903.160762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225903.166322:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225903.166346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:1.1:1761225903.171911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225903.171931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225903.179004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225903.179037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:1.1:1761225903.190166:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000eca5d370. 00000080:00000010:2.1:1761225903.195918:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000525e920f. 00000080:00000010:0.1:1761225903.319424:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bcb2d076. 00010000:00000010:0.1:1761225903.330036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225903.330051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225903.434523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225903.489931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225903.489954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225903.553100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:1.1:1761225903.553119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:1.1:1761225903.564508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225903.564525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9a5429. 00010000:00000010:1.1:1761225903.577801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225903.577820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00000080:00000010:1.1:1761225903.599042:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004a77aa5c. 00010000:00000010:1.1:1761225903.609395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225903.609416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225903.627928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225903.627937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:0.1:1761225903.634383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225903.634403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225903.634409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225903.634411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225903.641703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225903.641712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225903.650907:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225903.650915:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225903.656045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225903.656073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225903.656079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225903.656083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00000080:00000010:0.1:1761225903.665261:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003c267e52. 00000080:00000010:0.1:1761225903.674121:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fd03f979. 00000080:00000010:1.1:1761225903.711084:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009e630ce4. 00010000:00000010:1.1:1761225903.722742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225903.722760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225903.813452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:0.1:1761225903.871009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225903.871028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:0.1:1761225903.919919:0:10740:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225903.919929:0:10740:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225903.929120:0:37824:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225903.929129:0:37824:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225903.939955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225903.939977:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00000080:00000010:1.1:1761225903.954997:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000634259b6. 00010000:00000010:1.1:1761225903.960920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225903.960940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225903.972135:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225903.972142:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225903.976103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225903.976121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225903.984913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225903.984937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225904.001646:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225904.001657:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225904.006900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225904.006908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225904.017926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225904.017940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:0.1:1761225904.032307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:0.1:1761225904.032325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:0.1:1761225904.038855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225904.038876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225904.042985:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.042992:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00000080:00000010:0.1:1761225904.053907:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ce7850b2. 00000080:00000010:0.1:1761225904.063974:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000621e6e4a. 00000080:00000010:1.1:1761225904.125637:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000da88d36b. 00010000:00000010:1.1:1761225904.131939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225904.131957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225904.166907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225904.247911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225904.247926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225904.301860:0:5736:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225904.301883:0:5736:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225904.304934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225904.304946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225904.313258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225904.313278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00000080:00000010:1.1:1761225904.323251:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa9c27e4. 00010000:00000010:1.1:1761225904.327067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225904.327094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225904.336011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.336028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225904.342113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225904.342131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225904.351101:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.351116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225904.357058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225904.357097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225904.366304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.366322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225904.377390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225904.377399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225904.383959:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.383966:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00000080:00000010:2.1:1761225904.389145:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003c267e52. 00000080:00000010:2.1:1761225904.397917:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000b02062c. 00000080:00000010:0.1:1761225904.450213:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b4b731f1. 00010000:00000010:1.1:1761225904.506954:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225904.506960:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225904.511034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225904.511050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225904.524913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225904.524927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225904.543044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00000080:00000010:0.1:1761225904.617789:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa9c27e4. 00010000:00000010:0.1:1761225904.625018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.625029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225904.632267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225904.632283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225904.640923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225904.652229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225904.652238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:0.1:1761225904.656998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:1.1:1761225904.764947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225904.764965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225904.787007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225904.787021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225904.790023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:0.1:1761225904.790031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00000080:00000010:0.1:1761225904.803099:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e46e659e. 00010000:00000010:0.1:1761225904.811191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225904.811198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225904.816980:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225904.816991:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225904.821957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.821966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225904.831042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225904.831053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225904.836888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225904.836897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225904.841022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225904.841036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225904.851439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225904.851451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:1.1:1761225904.863955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225904.863971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225904.868915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225904.868923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225904.881080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225904.881095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00000080:00000010:1.1:1761225904.884306:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007dc69905. 00000080:00000010:1.1:1761225904.895906:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cd94a6bb. 00000080:00000010:0.1:1761225905.047503:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dc4e6d01. 00010000:00000010:0.1:1761225905.108081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225905.108096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225905.114912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225905.114926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225905.131244:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225905.131252:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225905.162308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00000080:00000010:1.1:1761225905.224009:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000006581caf. 00010000:00000010:1.1:1761225905.229315:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225905.229331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225905.237371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225905.237389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225905.244168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225905.257910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:0.1:1761225905.257929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225905.257934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225905.348257:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225905.348271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225905.348975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225905.348982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:1.1:1761225905.353087:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:1.1:1761225905.353100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:1.1:1761225905.363204:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006fbca1f8. 00010000:00000010:1.1:1761225905.367600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225905.367615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225905.374592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225905.374601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225905.385206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225905.385222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225905.395181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225905.395201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225905.403944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225905.403959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:0.1:1761225905.411907:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225905.411917:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225905.418688:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225905.418699:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225905.425274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225905.425292:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225905.433969:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225905.433978:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225905.439938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225905.439956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00000080:00000010:0.1:1761225905.452918:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a6934162. 00000080:00000010:0.1:1761225905.461906:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000064f675c6. 00000080:00000010:1.1:1761225905.511225:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000041998a84. 00010000:00000010:1.1:1761225905.594948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225905.594955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:2.1:1761225905.605882:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:2.1:1761225905.605891:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:1.1:1761225905.605906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225905.605914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:2.1:1761225905.633906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00000080:00000010:2.1:1761225905.680958:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006fbca1f8. 00010000:00000010:2.1:1761225905.690914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225905.690930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00010000:00000010:2.1:1761225905.698547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225905.698561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:0.1:1761225905.710902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:0.1:1761225905.722264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00010000:00000010:0.1:1761225905.734191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:0.1:1761225905.734210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:1.1:1761225905.775944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:1.1:1761225905.775950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:1.1:1761225905.783977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:1.1:1761225905.783992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:0.1:1761225905.788891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:0.1:1761225905.788902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00000080:00000010:0.1:1761225905.809359:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002c7cee35. 00010000:00000010:0.1:1761225905.819993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225905.820001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225905.825626:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225905.825635:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:1.1:1761225905.830917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225905.830925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225905.837048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225905.837309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225905.845539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225905.845551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225905.850960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225905.850976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225905.856100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225905.856114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225905.859986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225905.859993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225905.864899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225905.864906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225905.868144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225905.868164:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00000080:00000010:0.1:1761225905.874923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000042094db8. 00000080:00000010:0.1:1761225905.879908:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a6934162. 00000080:00000010:0.1:1761225905.951924:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030572754. 00010000:00000010:0.1:1761225906.061042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225906.061062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225906.065116:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225906.065128:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225906.077092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:0.1:1761225906.077099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:1.1:1761225906.111052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00000080:00000010:0.1:1761225906.162558:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a6934162. 00010000:00000010:0.1:1761225906.166987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:0.1:1761225906.167001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225906.175946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225906.175965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225906.186907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225906.191202:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225906.191212:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225906.191217:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225906.224732:0:5737:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:0.1:1761225906.224740:0:5737:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225906.231118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:0.1:1761225906.231123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225906.236934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225906.236942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00000080:00000010:0.1:1761225906.251914:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000779d0949. 00010000:00000010:0.1:1761225906.257013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225906.257040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225906.261166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225906.261181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225906.269117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:0.1:1761225906.269133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:2.1:1761225906.277500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:2.1:1761225906.277517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:2.1:1761225906.287411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225906.287426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:2.1:1761225906.293237:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225906.293246:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:2.1:1761225906.302436:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225906.302450:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:2.1:1761225906.306084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225906.306099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:0.1:1761225906.317027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcf5f8a4. 00010000:00000010:0.1:1761225906.317045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010c35ad4. 00010000:00000010:1.1:1761225906.325909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225906.325927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00000080:00000010:1.1:1761225906.341922:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000083f1838. 00000080:00000010:1.1:1761225906.345990:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a6934162. 00000080:00000010:1.1:1761225906.417915:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000edf428e5. 00010000:00000010:1.1:1761225906.499916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225906.499931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225906.508297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225906.508312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225906.521314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225906.521333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:0.1:1761225906.573169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00000080:00000010:0.1:1761225906.640137:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002923a144. 00010000:00000010:0.1:1761225906.651825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225906.651850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225906.658188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225906.658209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225906.667590:0:37824:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225906.674943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225906.674968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:3.1:1761225906.675136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:0.1:1761225906.716305:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:0.1:1761225906.716311:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225906.725954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:1.1:1761225906.725965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225906.732689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225906.732708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00000080:00000010:1.1:1761225906.748937:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000779d0949. 00010000:00000010:1.1:1761225906.754917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225906.754931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225906.765174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225906.765192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225906.773965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225906.773974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:2.1:1761225906.781916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:2.1:1761225906.781935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:2.1:1761225906.804232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225906.804246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:0.1:1761225906.810348:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225906.810357:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225906.816925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225906.816944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225906.827914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225906.827934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225906.835999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225906.836026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:1.1:1761225906.848990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225906.849020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00000080:00000010:1.1:1761225906.857536:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006cc5204f. 00000080:00000010:1.1:1761225906.861927:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000405ed68c. 00000080:00000010:0.1:1761225906.927035:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030e32047. 00010000:00000010:0.1:1761225906.932829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225906.932847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225906.952027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225906.993060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225906.993086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225907.082408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225907.082420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:1.1:1761225907.089916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225907.089939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225907.103469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225907.103490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00000080:00000010:1.1:1761225907.114200:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cce083b4. 00010000:00000010:1.1:1761225907.122947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225907.122962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225907.128908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225907.128923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225907.140160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225907.140176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225907.154158:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225907.154175:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225907.157956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225907.157970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225907.179244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225907.179259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225907.183200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225907.183214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225907.183218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225907.183221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225907.188450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225907.188466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:1.1:1761225907.196568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225907.196576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00000080:00000010:2.1:1761225907.201519:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f22f80ec. 00000080:00000010:2.1:1761225907.205916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000405ed68c. 00000080:00000010:0.1:1761225907.242946:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000077f94631. 00010000:00000010:0.1:1761225907.248390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225907.248397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:2.1:1761225907.266176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:0.1:1761225907.331885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:0.1:1761225907.331903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:1.1:1761225907.398114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225907.398131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:0.1:1761225907.408012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:0.1:1761225907.408024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:0.1:1761225907.413201:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:0.1:1761225907.413220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00000080:00000010:1.1:1761225907.427020:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000099ec896e. 00010000:00000010:1.1:1761225907.434943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225907.434949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225907.439917:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225907.439924:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225907.439927:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225907.439930:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225907.444929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225907.444951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225907.461991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225907.462019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225907.466044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225907.466051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225907.471931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225907.471945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:0.1:1761225907.479006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225907.479014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00000080:00000010:0.1:1761225907.483929:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c62b5e84. 00000080:00000010:0.1:1761225907.483959:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000017dfb605. 00000080:00000010:0.1:1761225907.525087:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002029d7d8. 00010000:00000010:0.1:1761225907.535998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225907.536024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:1.1:1761225907.684061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:0.1:1761225907.743923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225907.743943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225907.817347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:1.1:1761225907.817358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225907.822081:0:37824:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225907.822095:0:37824:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:0.1:1761225907.834959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:0.1:1761225907.834990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00000080:00000010:0.1:1761225907.843047:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4939fa1. 00010000:00000010:0.1:1761225907.851084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225907.851100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:0.1:1761225907.860921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225907.861106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225907.870132:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225907.870149:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225907.870153:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225907.870156:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225907.876198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225907.876208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:1.1:1761225907.893849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225907.893886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:0.1:1761225907.903094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225907.903115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225907.915265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225907.915285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00000080:00000010:0.1:1761225907.924983:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007ffb17c7. 00000080:00000010:0.1:1761225907.931563:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005f35280b. 00000080:00000010:1.1:1761225908.025830:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000862f4604. 00010000:00000010:1.1:1761225908.032482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225908.032503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:0.1:1761225908.125908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225908.177915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225908.177938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:0.1:1761225908.238895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:0.1:1761225908.238915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:0.1:1761225908.246455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225908.246477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:0.1:1761225908.249971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225908.249990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00000080:00000010:0.1:1761225908.264947:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004e714a85. 00010000:00000010:0.1:1761225908.269044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225908.269065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:3.1:1761225908.277236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:3.1:1761225908.277257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:3.1:1761225908.282608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b25b84. 00010000:00000010:3.1:1761225908.282631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084027f4c. 00010000:00000010:3.1:1761225908.289022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346fd3a5. 00010000:00000010:3.1:1761225908.289040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004701ba14. 00010000:00000010:3.1:1761225908.293932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4dfd4cd. 00010000:00000010:3.1:1761225908.293946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00010000:00000010:3.1:1761225908.301171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b25b84. 00010000:00000010:3.1:1761225908.301193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084027f4c. 00010000:00000010:3.1:1761225908.308426:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346fd3a5. 00010000:00000010:3.1:1761225908.308447:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004701ba14. 00010000:00000010:3.1:1761225908.314144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4dfd4cd. 00010000:00000010:3.1:1761225908.314152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00010000:00000010:0.1:1761225908.321988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:0.1:1761225908.321998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:0.1:1761225908.326939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225908.326969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00000080:00000010:0.1:1761225908.332381:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008ac7f9c9. 00000080:00000010:0.1:1761225908.335986:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005f35280b. 00000080:00000010:1.1:1761225908.510258:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000208218fa. 00010000:00000010:1.1:1761225908.572699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225908.572718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225908.576097:0:19:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225908.576107:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225908.580146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225908.580169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:2.1:1761225908.616965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00000080:00000010:0.1:1761225908.655048:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000010d4e2ce. 00010000:00000010:0.1:1761225908.663250:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225908.663257:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:0.1:1761225908.667128:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225908.667138:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225908.694431:0:2290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:1.1:1761225908.696933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225908.696968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:1.1:1761225908.696974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:0.1:1761225908.741975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225908.741995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:2.1:1761225908.746911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:2.1:1761225908.746927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026ea73a0. 00010000:00000010:1.1:1761225908.751319:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:1.1:1761225908.751335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c8efe15. 00000080:00000010:0.1:1761225908.771922:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005f35280b. 00010000:00000010:0.1:1761225908.783910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225908.783924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225908.789553:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225908.789569:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225908.794042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225908.794061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:0.1:1761225908.811068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225908.811080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225908.814924:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:1.1:1761225908.814932:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:1.1:1761225908.822074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225908.822098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225908.830936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225908.830959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225908.844066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225908.844079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:0.1:1761225908.857566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:0.1:1761225908.857589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:0.1:1761225908.864186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225908.864196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00000080:00000010:0.1:1761225908.875734:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000041c56557. 00000080:00000010:0.1:1761225908.875764:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4939fa1. 00000080:00000010:1.1:1761225908.962932:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f82d7f61. 00010000:00000010:0.1:1761225909.010011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225909.010029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:2.1:1761225909.023530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225909.023550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00010000:00000010:2.1:1761225909.032284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:2.1:1761225909.032305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225909.056225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00000080:00000010:1.1:1761225909.125015:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4939fa1. 00010000:00000010:1.1:1761225909.142380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225909.142402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225909.147906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225909.147913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:0.1:1761225909.152915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225909.163988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:0.1:1761225909.172460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:0.1:1761225909.172478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225909.234966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:1.1:1761225909.234990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:1.1:1761225909.238977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:1.1:1761225909.239002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:0.1:1761225909.257006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:0.1:1761225909.257014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00000080:00000010:0.1:1761225909.280158:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000018f357b2. 00010000:00000010:0.1:1761225909.290520:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225909.290535:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225909.300765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225909.300781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225909.309921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225909.309949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225909.321979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225909.321989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225909.326031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225909.326038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225909.326041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225909.326044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:1.1:1761225909.331348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225909.331360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:0.1:1761225909.334911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:0.1:1761225909.334921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:0.1:1761225909.341042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225909.341064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225909.348040:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225909.348050:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00000080:00000010:0.1:1761225909.354086:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000354c34fe. 00000080:00000010:0.1:1761225909.364000:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005f35280b. 00000080:00000010:0.1:1761225909.527250:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005949288f. 00010000:00000010:0.1:1761225909.654024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225909.654040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225909.658658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225909.658679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225909.666310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225909.666326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:1.1:1761225909.720928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00000080:00000010:1.1:1761225909.786552:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005f35280b. 00010000:00000010:1.1:1761225909.796594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225909.796613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225909.804927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225909.804936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225909.816008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225909.820118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:0.1:1761225909.820143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225909.820147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:0.1:1761225909.870970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225909.870981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225909.878989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225909.879008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:0.1:1761225909.879593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225909.879604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00000080:00000010:1.1:1761225909.895036:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003901e5d2. 00010000:00000010:1.1:1761225909.909590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225909.909637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:0.1:1761225909.915081:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225909.915097:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:0.1:1761225909.921932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225909.921944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:0.1:1761225909.930628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225909.930644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225909.940947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225909.940978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:1.1:1761225909.950000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225909.950023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225909.965072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225909.965091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225909.975365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225909.975390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00000080:00000010:2.1:1761225909.986121:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d035a008. 00000080:00000010:0.1:1761225910.000754:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003d4fa57f. 00000080:00000010:0.1:1761225910.048976:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000098b4c112. 00010000:00000010:0.1:1761225910.163048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225910.163077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225910.169003:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225910.169011:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225910.178048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225910.178071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225910.204127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00000080:00000010:1.1:1761225910.257675:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cfae7369. 00010000:00000010:1.1:1761225910.268289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225910.268308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225910.272669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225910.272681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225910.278490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225910.288940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:3.1:1761225910.294099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:3.1:1761225910.294119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:1.1:1761225910.355196:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:1.1:1761225910.355204:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225910.360254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225910.360269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225910.373975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225910.373992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00000080:00000010:1.1:1761225910.388043:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003901e5d2. 00010000:00000010:1.1:1761225910.403033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225910.403052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:0.1:1761225910.433095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225910.435093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00010000:00000010:1.1:1761225910.465947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:1.1:1761225910.465957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:1.1:1761225910.473946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225910.473974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:0.1:1761225910.475154:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:0.1:1761225910.475180:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:0.1:1761225910.475405:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225910.475420:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00010000:00000010:0.1:1761225910.475424:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225910.475427:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225910.481939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225910.481961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000240c5dee. 00000080:00000010:0.1:1761225910.489094:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000026d26491. 00000080:00000010:0.1:1761225910.505856:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f485580f. 00000080:00000010:1.1:1761225910.653936:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dd679322. 00010000:00000010:1.1:1761225910.662913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225910.662926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225910.767167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:0.1:1761225910.847236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225910.847253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225910.901563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225910.901569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225910.912189:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225910.912208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:0.1:1761225910.916957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:0.1:1761225910.916967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00000080:00000010:0.1:1761225910.942096:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006db56597. 00010000:00000010:0.1:1761225910.950343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225910.950367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000240c5dee. 00010000:00000010:0.1:1761225910.960931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225910.960958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:1.1:1761225910.969380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225910.969390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225910.973012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225910.973022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225910.978070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225910.978079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225910.982958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225910.982979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225910.986922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225910.986946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225910.995942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225910.995962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225911.011914:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225911.011923:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225911.017203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225911.017212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00000080:00000010:1.1:1761225911.021803:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e8a03ba. 00000080:00000010:1.1:1761225911.026033:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000013c30e33. 00000080:00000010:1.1:1761225911.274279:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000011633c8a. 00010000:00000010:1.1:1761225911.409644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225911.409663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225911.422031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225911.422047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225911.430988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:1.1:1761225911.431005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:0.1:1761225911.482100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00000080:00000010:0.1:1761225911.538999:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007e8a03ba. 00010000:00000010:2.1:1761225911.545210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:2.1:1761225911.545227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00010000:00000010:2.1:1761225911.555915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225911.555928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:1.1:1761225911.563073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:0.1:1761225911.582875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00010000:00000010:0.1:1761225911.582893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225911.582898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000240c5dee. 00010000:00000010:0.1:1761225911.657452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225911.657462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:0.1:1761225911.663296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:0.1:1761225911.663308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00010000:00000010:0.1:1761225911.672166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225911.672184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00000080:00000010:1.1:1761225911.692058:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000093ee92a5. 00010000:00000010:1.1:1761225911.714556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225911.714574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225911.723284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225911.723301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225911.727919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225911.727940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225911.733983:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225911.733995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:1.1:1761225911.744365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225911.744377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:0.1:1761225911.754074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225911.754082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:1.1:1761225911.767418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:1.1:1761225911.767435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000240c5dee. 00010000:00000010:1.1:1761225911.777002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:1.1:1761225911.777018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd9aabe8. 00010000:00000010:1.1:1761225911.791014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225911.791030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:0.1:1761225911.793915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:0.1:1761225911.793927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00000080:00000010:1.1:1761225911.798413:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000be9aa899. 00000080:00000010:2.1:1761225911.801921:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009c927a86. 00000080:00000010:0.1:1761225912.017930:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001ca484ab. 00010000:00000010:0.1:1761225912.089078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225912.089095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225912.098456:0:14:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225912.098463:0:14:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:0.1:1761225912.103108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225912.103124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:1.1:1761225912.155440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00000080:00000010:1.1:1761225912.192393:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004a8e2ee7. 00010000:00000010:1.1:1761225912.199659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225912.199669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225912.203995:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225912.204004:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225912.210931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225912.223017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225912.225928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225912.225952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:0.1:1761225912.271043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:0.1:1761225912.271068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:0.1:1761225912.280303:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225912.280311:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:3.1:1761225912.286092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:3.1:1761225912.286115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00000080:00000010:1.1:1761225912.309059:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000be9aa899. 00010000:00000010:0.1:1761225912.319061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225912.319084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:0.1:1761225912.323930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225912.323943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225912.327917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225912.327939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:0.1:1761225912.336654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225912.336664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225912.342911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225912.342931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:0.1:1761225912.351922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225912.351944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:0.1:1761225912.360279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:0.1:1761225912.360300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:1.1:1761225912.371095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:1.1:1761225912.371117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2412cd1. 00010000:00000010:1.1:1761225912.389619:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225912.389635:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225912.396184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225912.396207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00000080:00000010:1.1:1761225912.407115:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000539079cf. 00000080:00000010:2.1:1761225912.417155:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004d9f8514. 00000080:00000010:2.1:1761225912.474046:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e12a304c. 00010000:00000010:2.1:1761225912.540157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225912.540177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:0.1:1761225912.545174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:0.1:1761225912.545194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:0.1:1761225912.549909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225912.549929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00010000:00000010:1.1:1761225912.586994:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00000080:00000010:1.1:1761225912.643272:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d3c7ea88. 00010000:00000010:1.1:1761225912.652169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225912.652181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225912.663533:0:10740:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225912.663542:0:10740:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225912.670232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225912.673902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:0.1:1761225912.673913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225912.673956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:0.1:1761225912.726155:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225912.726173:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225912.751904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225912.751912:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225912.762959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225912.762975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000706e77a9. 00000080:00000010:1.1:1761225912.784919:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000be9aa899. 00010000:00000010:1.1:1761225912.792920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225912.792941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225912.805271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225912.805362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225912.809155:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225912.809176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225912.819669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225912.819686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225912.831969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225912.831991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225912.843216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225912.843237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:2.1:1761225912.855070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225912.855093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:2.1:1761225912.867909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225912.867922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00000080:00000010:2.1:1761225912.877963:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f69d4df4. 00000080:00000010:2.1:1761225912.893054:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f802f061. 00000080:00000010:1.1:1761225912.997970:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000db5c61e6. 00010000:00000010:1.1:1761225913.081906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225913.081927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225913.097923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225913.097949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:0.1:1761225913.114710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225913.114718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:3.1:1761225913.142106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b25b84. 00000080:00000010:0.1:1761225913.210916:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000012d0d2d5. 00010000:00000010:0.1:1761225913.222248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225913.222265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225913.234254:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225913.234282:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:0.1:1761225913.240310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225913.253168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084027f4c. 00010000:00000010:0.1:1761225913.265058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed32b4db. 00010000:00000010:0.1:1761225913.265075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225913.318565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225913.318576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225913.326093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4dfd4cd. 00010000:00000010:0.1:1761225913.326108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb16eb14. 00010000:00000010:0.1:1761225913.329950:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346fd3a5. 00010000:00000010:0.1:1761225913.329957:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004701ba14. 00000080:00000010:1.1:1761225913.341923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aff0876c. 00010000:00000010:1.1:1761225913.346037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225913.346048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225913.350965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225913.350987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225913.365932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225913.365943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225913.370928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225913.370946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:0.1:1761225913.381490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:0.1:1761225913.381497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:0.1:1761225913.386897:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225913.386903:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225913.393176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225913.393187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225913.401627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225913.401643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00000080:00000010:0.1:1761225913.409041:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000f10e650. 00000080:00000010:0.1:1761225913.413918:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003bc7292b. 00000080:00000010:0.1:1761225913.495081:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a0a80d25. 00010000:00000010:1.1:1761225913.605621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225913.605629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225913.611425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:1.1:1761225913.611432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225913.628980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225913.628988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225913.650989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00000080:00000010:0.1:1761225913.695205:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b598921a. 00010000:00000010:0.1:1761225913.706317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225913.706332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:1.1:1761225913.717157:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:1.1:1761225913.717167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00010000:00000010:1.1:1761225913.727044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:0.1:1761225913.753174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225913.753187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225913.753191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225913.787011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:0.1:1761225913.787022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:0.1:1761225913.793972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:0.1:1761225913.793991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:0.1:1761225913.804428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225913.804451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00000080:00000010:1.1:1761225913.814355:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bcb1083b. 00010000:00000010:1.1:1761225913.821091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225913.821103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:0.1:1761225913.826088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:0.1:1761225913.826111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:0.1:1761225913.840988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225913.840997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225913.848007:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225913.848016:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225913.854918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225913.854927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:1.1:1761225913.861921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225913.861936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225913.868935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225913.868952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225913.878710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00010000:00000010:1.1:1761225913.878737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225913.883017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:1.1:1761225913.883025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225913.888019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225913.888029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00000080:00000010:1.1:1761225913.892975:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008670d2c3. 00000080:00000010:1.1:1761225913.899076:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e6931aac. 00000080:00000010:0.1:1761225913.948814:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007d2516c8. 00010000:00000010:0.1:1761225913.955471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225913.955501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:1.1:1761225913.984990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225914.055600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:0.1:1761225914.055622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002303bbb4. 00010000:00000010:0.1:1761225914.112524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225914.112534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225914.121980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225914.121992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225914.145806:0:14:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225914.145814:0:14:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00000080:00000010:2.1:1761225914.148087:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006d8e5506. 00010000:00000010:2.1:1761225914.148118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:2.1:1761225914.148125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00010000:00000010:2.1:1761225914.148129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:2.1:1761225914.148131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:2.1:1761225914.155207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:2.1:1761225914.155232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:0.1:1761225914.163896:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:0.1:1761225914.163906:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:0.1:1761225914.175168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225914.175193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:0.1:1761225914.183198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225914.183224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225914.187918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225914.187943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225914.197071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225914.197082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00000080:00000010:1.1:1761225914.206933:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000068f5b856. 00000080:00000010:1.1:1761225914.206968:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005b9c8511. 00000080:00000010:1.1:1761225914.532170:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005d40fcd9. 00010000:00000010:1.1:1761225914.536929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225914.536941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:2.1:1761225914.645158:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:0.1:1761225914.718191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:0.1:1761225914.718215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:0.1:1761225914.810900:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225914.810911:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225914.821808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:1.1:1761225914.821815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b69806ab. 00010000:00000010:0.1:1761225914.826024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225914.826037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00000080:00000010:2.1:1761225914.847913:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008670d2c3. 00010000:00000010:3.1:1761225914.864370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:3.1:1761225914.864389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00010000:00000010:3.1:1761225914.872022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b25b84. 00010000:00000010:3.1:1761225914.872036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fdfb19. 00010000:00000010:3.1:1761225914.880246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346fd3a5. 00010000:00000010:3.1:1761225914.880258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb642a3. 00010000:00000010:3.1:1761225914.887971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b25b84. 00010000:00000010:3.1:1761225914.887985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fdfb19. 00010000:00000010:0.1:1761225914.904920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:0.1:1761225914.904939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00010000:00000010:1.1:1761225914.913146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225914.913172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225914.922550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225914.922575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225914.933335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225914.933344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225914.937918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225914.937936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225914.949914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225914.949927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00000080:00000010:0.1:1761225914.953280:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000016c011af. 00000080:00000010:0.1:1761225914.959299:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000026916e42. 00000080:00000010:0.1:1761225915.029211:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005fef9a95. 00010000:00000010:0.1:1761225915.195413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225915.195452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:0.1:1761225915.212520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225915.212567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225915.224329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225915.224365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:2.1:1761225915.292910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00000080:00000010:1.1:1761225915.357911:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e7d3310b. 00010000:00000010:1.1:1761225915.367817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225915.367828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:1.1:1761225915.375909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225915.375919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225915.381989:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225915.415369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f950e30. 00010000:00000010:0.1:1761225915.415377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:0.1:1761225915.415381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00010000:00000010:0.1:1761225915.482064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225915.482087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225915.488544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:1.1:1761225915.488558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000c3a808. 00010000:00000010:1.1:1761225915.496124:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:1.1:1761225915.496136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00000080:00000010:2.1:1761225915.523498:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005afa1c82. 00010000:00000010:2.1:1761225915.527923:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225915.527932:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:2.1:1761225915.533892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225915.533901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00010000:00000010:2.1:1761225915.542605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225915.542622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:2.1:1761225915.547167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225915.547174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00010000:00000010:2.1:1761225915.555453:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225915.555466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00010000:00000010:2.1:1761225915.561362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225915.561375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:2.1:1761225915.567115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225915.567129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00010000:00000010:2.1:1761225915.572958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225915.572972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00010000:00000010:2.1:1761225915.578932:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225915.578943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:2.1:1761225915.588906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225915.588913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00000080:00000010:0.1:1761225915.597960:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000046c3db7d. 00000080:00000010:1.1:1761225915.602012:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e0266ce7. 00000080:00000010:1.1:1761225915.739525:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b733b897. 00010000:00000010:1.1:1761225915.806047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225915.806289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:0.1:1761225915.818904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225915.818919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:0.1:1761225915.822889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225915.822901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:0.1:1761225915.849014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00000080:00000010:0.1:1761225915.894225:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f4f686a7. 00010000:00000010:0.1:1761225915.898904:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:0.1:1761225915.898912:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:0.1:1761225915.905908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225915.905916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225915.911019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225915.924666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225915.926898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:1.1:1761225915.926910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026ea73a0. 00010000:00000010:1.1:1761225915.984534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:1.1:1761225915.984547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c8efe15. 00010000:00000010:1.1:1761225916.000683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225916.000697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225916.005947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225916.005955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00000080:00000010:2.1:1761225916.031111:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e5ef2509. 00010000:00000010:0.1:1761225916.043140:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:0.1:1761225916.043149:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a9aba2a. 00010000:00000010:0.1:1761225916.048419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225916.048448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:0.1:1761225916.064530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:0.1:1761225916.064546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:1.1:1761225916.076145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225916.076155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225916.083434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225916.083442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225916.087099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225916.087116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225916.095904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225916.095923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225916.107993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225916.108001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00000080:00000010:0.1:1761225916.113414:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000797339e9. 00000080:00000010:0.1:1761225916.113435:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002cc00ce7. 00000080:00000010:0.1:1761225916.177477:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009bf26f2e. 00010000:00000010:0.1:1761225916.271998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:0.1:1761225916.272010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:0.1:1761225916.288919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225916.288934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:0.1:1761225916.297470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:0.1:1761225916.297485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:2.1:1761225916.341975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00000080:00000010:0.1:1761225916.407901:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000696b7108. 00010000:00000010:1.1:1761225916.415838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225916.415850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:1.1:1761225916.420275:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225916.420282:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225916.428247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225916.436906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225916.442292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:1.1:1761225916.442307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008acff9a2. 00010000:00000010:1.1:1761225916.534941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225916.534948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:0.1:1761225916.543944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:0.1:1761225916.543957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e072a9c. 00010000:00000010:1.1:1761225916.560030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:1.1:1761225916.560039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8e3ffe6. 00000080:00000010:1.1:1761225916.574671:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b0c932df. 00010000:00000010:1.1:1761225916.580271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:1.1:1761225916.580280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:1.1:1761225916.590936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:1.1:1761225916.590953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:1.1:1761225916.596913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225916.596922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:0.1:1761225916.601970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225916.601989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061658d29. 00010000:00000010:0.1:1761225916.614519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225916.614532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:0.1:1761225916.619054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:0.1:1761225916.619077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:0.1:1761225916.624569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225916.625565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225916.629225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225916.629232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00000080:00000010:2.1:1761225916.637628:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000581dbb14. 00000080:00000010:1.1:1761225916.639968:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008a05b42b. 00000080:00000010:1.1:1761225916.773337:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d5c1f07f. 00010000:00000010:1.1:1761225916.786013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225916.786021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:2.1:1761225916.875638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:1.1:1761225916.967049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:1.1:1761225916.967065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f136f48. 00010000:00000010:0.1:1761225917.063924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225917.064025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027696e8f. 00010000:00000010:0.1:1761225917.068131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:0.1:1761225917.068144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d37042a. 00010000:00000010:1.1:1761225917.081046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:1.1:1761225917.081057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d2bd776. 00000080:00000010:3.1:1761225917.118028:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008a05b42b. 00010000:00000010:0.1:1761225917.123992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:0.1:1761225917.124001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029914515. 00010000:00000010:0.1:1761225917.134037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225917.134055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:0.1:1761225917.147912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225917.147929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225917.159923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225917.159942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225917.168184:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225917.168191:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225917.174909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225917.174929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:1.1:1761225917.189992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:1.1:1761225917.190003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225917.212710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225917.212727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00000080:00000010:1.1:1761225917.221027:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000096a27623. 00000080:00000010:1.1:1761225917.226969:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000080e42d5d. 00000080:00000010:0.1:1761225917.267505:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000eda2d6c. 00010000:00000010:0.1:1761225917.274240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:0.1:1761225917.274259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225917.365023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225917.425584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:0.1:1761225917.425596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fe6ed7f. 00010000:00000010:0.1:1761225917.492914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225917.492932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:1.1:1761225917.501018:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffc51349. 00010000:00000010:1.1:1761225917.501033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:1.1:1761225917.505892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec68f14. 00010000:00000010:1.1:1761225917.505907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00000080:00000010:0.1:1761225917.515968:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000696b7108. 00010000:00000010:0.1:1761225917.524192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225917.524208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225917.533023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:0.1:1761225917.533039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225917.537464:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225917.537472:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225917.544210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225917.544222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225917.546909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225917.546921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225917.553317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:0.1:1761225917.553333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225917.562021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225917.562030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225917.566911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:0.1:1761225917.566924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024fa298c. 00000080:00000010:1.1:1761225917.574033:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000057bd6a47. 00000080:00000010:1.1:1761225917.578908:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c7ea7073. 00000080:00000010:1.1:1761225917.613436:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000006778ab5. 00010000:00000010:1.1:1761225917.619962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225917.619968:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225917.687775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225917.743921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005999ae8d. 00010000:00000010:1.1:1761225917.743936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:1.1:1761225917.792055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225917.792069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225917.800953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225917.800961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225917.812080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225917.812092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00000080:00000010:0.1:1761225917.844043:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000096a27623. 00010000:00000010:0.1:1761225917.859906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225917.859923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:1.1:1761225917.865222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225917.865239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225917.881133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225917.881153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225917.888196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225917.888214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225917.888218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225917.888221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225917.899936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225917.899957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:2.1:1761225917.916005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225917.916015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:2.1:1761225917.920013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225917.920022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00000080:00000010:2.1:1761225917.920027:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b9eda253. 00000080:00000010:2.1:1761225917.924014:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000c08acf0. 00000080:00000010:2.1:1761225917.971918:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fc3e8adc. 00010000:00000010:2.1:1761225918.060902:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225918.060907:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:2.1:1761225918.079013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:2.1:1761225918.079022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:2.1:1761225918.082979:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225918.082985:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00010000:00000010:3.1:1761225918.117083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00000080:00000010:0.1:1761225918.163177:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000040c267bd. 00010000:00000010:0.1:1761225918.170209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225918.170224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225918.177489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225918.177505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225918.182897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225918.194134:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346fd3a5. 00010000:00000010:1.1:1761225918.194149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225918.199026:0:2290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070c87f83. 00010000:00000010:1.1:1761225918.277068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:1.1:1761225918.277075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006be82fab. 00010000:00000010:1.1:1761225918.283141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:1.1:1761225918.283152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c29536b6. 00010000:00000010:0.1:1761225918.292113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:0.1:1761225918.292125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5df034. 00000080:00000010:0.1:1761225918.311953:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001b0762b1. 00010000:00000010:0.1:1761225918.319725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225918.319735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225918.335993:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:0.1:1761225918.336000:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe3b184. 00010000:00000010:0.1:1761225918.344007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225918.344021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225918.350224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225918.350240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225918.358875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225918.358890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225918.365181:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:0.1:1761225918.365188:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000408d6320. 00010000:00000010:0.1:1761225918.370921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225918.370937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:1.1:1761225918.382823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225918.382840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00000080:00000010:1.1:1761225918.389248:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007aa31c12. 00000080:00000010:1.1:1761225918.393941:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002f408720. 00000080:00000010:1.1:1761225918.464449:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006380f0ab. 00010000:00000010:1.1:1761225918.523916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225918.523931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225918.535920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225918.535932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225918.557947:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225918.557954:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225918.590182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00000080:00000010:0.1:1761225918.657537:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000099223633. 00010000:00000010:0.1:1761225918.662303:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225918.662311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225918.667043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225918.667050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225918.671926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225918.685077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:1.1:1761225918.695115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:1.1:1761225918.695132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225918.759014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225918.759026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:1.1:1761225918.772761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:1.1:1761225918.772770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:1.1:1761225918.775948:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:1.1:1761225918.775958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00000080:00000010:0.1:1761225918.783097:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000014698d10. 00010000:00000010:0.1:1761225918.787012:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225918.787024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225918.793773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225918.793786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225918.801649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225918.801665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225918.809289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225918.809306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225918.818181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225918.818197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225918.823146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225918.823159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:1.1:1761225918.830026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225918.830041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225918.835081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225918.835097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225918.838911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225918.838923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225918.849130:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225918.849147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00000080:00000010:1.1:1761225918.853923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f09ff3a0. 00000080:00000010:1.1:1761225918.853949:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cb2a1d94. 00000080:00000010:0.1:1761225918.982933:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000744f2222. 00010000:00000010:0.1:1761225919.050921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225919.050934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225919.064277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225919.064291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225919.066993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225919.067001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225919.093967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00000080:00000010:1.1:1761225919.131914:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004879b6d5. 00010000:00000010:1.1:1761225919.140175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225919.140189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225919.154570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225919.154579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225919.161108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225919.163905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:3.1:1761225919.167916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:3.1:1761225919.167934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:1.1:1761225919.234914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:1.1:1761225919.234926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:1.1:1761225919.238956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:1.1:1761225919.238970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225919.261853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225919.261877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00000080:00000010:1.1:1761225919.296980:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b38ffb9c. 00010000:00000010:1.1:1761225919.302122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225919.302144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225919.306064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225919.306080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225919.312289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225919.312303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225919.318191:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225919.318198:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225919.322129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225919.322143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225919.331940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225919.331956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225919.336905:0:1366:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225919.336919:0:1366:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:3.1:1761225919.350027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:3.1:1761225919.350041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000113c4de1. 00010000:00000010:1.1:1761225919.356052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f793df. 00010000:00000010:1.1:1761225919.356069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8775241. 00010000:00000010:1.1:1761225919.369977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225919.369986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00000080:00000010:0.1:1761225919.382939:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000071b370e5. 00000080:00000010:0.1:1761225919.391936:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ac69bc96. 00000080:00000010:1.1:1761225919.502039:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000291776cc. 00010000:00000010:1.1:1761225919.568013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225919.568029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225919.582842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225919.582858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225919.595912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225919.595927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9a5429. 00010000:00000010:0.1:1761225919.652277:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00000080:00000010:1.1:1761225919.714298:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e86d1e42. 00010000:00000010:1.1:1761225919.726114:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225919.726126:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225919.730956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225919.730980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225919.740451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225919.759052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb56fa14. 00010000:00000010:0.1:1761225919.768021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225919.768040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:1.1:1761225919.812097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:1.1:1761225919.812113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085bd6230. 00010000:00000010:0.1:1761225919.835279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225919.835298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:1.1:1761225919.845280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:1.1:1761225919.845294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d9a5429. 00000080:00000010:1.1:1761225919.866556:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000031ee399e. 00010000:00000010:1.1:1761225919.879684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225919.879701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225919.885102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225919.885109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225919.889915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225919.889933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225919.900001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225919.900070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225919.934045:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225919.934056:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225919.934059:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225919.934061:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:0.1:1761225919.939703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225919.939711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225919.965058:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225919.965082:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00000080:00000010:0.1:1761225919.973620:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000de74fe0f. 00000080:00000010:0.1:1761225919.977048:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e86d1e42. 00000080:00000010:0.1:1761225920.190722:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2c600f8. 00010000:00000010:0.1:1761225920.205173:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225920.205182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225920.333023:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225920.460156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225920.460173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225920.535106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225920.535122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225920.549958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225920.549976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463aa547. 00010000:00000010:1.1:1761225920.566222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8e62555. 00010000:00000010:1.1:1761225920.566236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e01431ed. 00000080:00000010:2.1:1761225920.585553:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000de74fe0f. 00010000:00000010:2.1:1761225920.616209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:2.1:1761225920.616261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:1.1:1761225920.618224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c22e1ff. 00010000:00000010:1.1:1761225920.618250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073cc5678. 00010000:00000010:0.1:1761225920.656184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225920.656195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225920.667021:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:0.1:1761225920.667036:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00010000:00000010:0.1:1761225920.667039:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225920.667042:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225920.670028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225920.670038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225920.685023:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1db66. 00010000:00000010:0.1:1761225920.685048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f13869ca. 00010000:00000010:0.1:1761225920.692411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225920.692421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00000080:00000010:0.1:1761225920.705043:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f7b8700. 00000080:00000010:0.1:1761225920.713256:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bfb99cb. 00000080:00000010:0.1:1761225920.860950:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ad2f7bd8. 00010000:00000010:0.1:1761225920.874621:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:0.1:1761225920.874631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:0.1:1761225920.961679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225921.013036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225921.013046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225921.089934:0:2289:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00010000:00000010:0.1:1761225921.089942:0:2289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:1.1:1761225921.095076:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b55b827. 00010000:00000010:1.1:1761225921.095096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b25f275. 00010000:00000010:1.1:1761225921.108697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a5d77cd. 00010000:00000010:1.1:1761225921.108723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce3c7833. 00000080:00000010:1.1:1761225921.123923:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f7b8700. 00010000:00000010:2.1:1761225921.127481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b25b84. 00010000:00000010:2.1:1761225921.127498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085fdfb19. 00010000:00000010:2.1:1761225921.138680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225921.138703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225921.147978:0:55381:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225921.147988:0:55381:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:2.1:1761225921.177625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225921.177645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:0.1:1761225921.179493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:0.1:1761225921.179505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225921.183024:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225921.183032:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225921.190514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225921.190527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:0.1:1761225921.195582:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225921.195595:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00000080:00000010:0.1:1761225921.200055:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000cf39b933. 00000080:00000010:0.1:1761225921.204909:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000046627968. 00000080:00000010:2.1:1761225921.292014:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000217eaf35. 00010000:00000010:2.1:1761225921.398755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:2.1:1761225921.398763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:2.1:1761225921.404048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:2.1:1761225921.404282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:2.1:1761225921.408343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225921.408359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:0.1:1761225921.428671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00000080:00000010:1.1:1761225921.474901:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008f3b31f5. 00010000:00000010:1.1:1761225921.480925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225921.480948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225921.480954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225921.480956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225921.517238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225921.520172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:2.1:1761225921.523909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6eaa93. 00010000:00000010:2.1:1761225921.523935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a7215. 00010000:00000010:1.1:1761225921.582942:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b01d42. 00010000:00000010:1.1:1761225921.582949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1599e1. 00010000:00000010:1.1:1761225921.587384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8ef1fdc. 00010000:00000010:1.1:1761225921.587391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004562fde0. 00010000:00000010:0.1:1761225921.593007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225921.593021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00000080:00000010:1.1:1761225921.610320:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003551ddc5. 00010000:00000010:1.1:1761225921.629412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225921.629432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:0.1:1761225921.645335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225921.645343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225921.651144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:0.1:1761225921.651157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:0.1:1761225921.661910:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225921.661928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:1.1:1761225921.671905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225921.671934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225921.682916:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225921.682934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225921.690917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225921.690927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225921.695040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225921.695056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225921.700925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:1.1:1761225921.700938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:1.1:1761225921.709290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225921.709310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00000080:00000010:1.1:1761225921.716908:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c39824c3. 00000080:00000010:1.1:1761225921.720908:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000031ee399e. 00000080:00000010:0.1:1761225921.899852:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004534e0c9. 00010000:00000010:0.1:1761225922.008003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225922.008016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:3.1:1761225922.023911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013c0b69b. 00010000:00000010:3.1:1761225922.023929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095bfcbcb. 00010000:00000010:3.1:1761225922.035739:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4dfd4cd. 00010000:00000010:3.1:1761225922.035753:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb642a3. 00010000:00000010:3.1:1761225922.133007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcf5f8a4. 00000080:00000010:0.1:1761225922.180049:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000087b2acb5. 00010000:00000010:0.1:1761225922.188919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225922.188934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:0.1:1761225922.204041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225922.204057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225922.217120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225922.234252:0:2289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7327d3. 00010000:00000010:1.1:1761225922.234259:0:2289:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047954cd9. 00010000:00000010:1.1:1761225922.234263:0:2289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f20f0cd1. 00010000:00000010:1.1:1761225922.339202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed32b4db. 00010000:00000010:1.1:1761225922.339214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085914b26. 00010000:00000010:0.1:1761225922.357900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4dfd4cd. 00010000:00000010:0.1:1761225922.357907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bb642a3. 00010000:00000010:0.1:1761225922.375072:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c0de18f. 00010000:00000010:0.1:1761225922.375085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d360132. 00000080:00000010:1.1:1761225922.426431:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b786dccb. 00010000:00000010:1.1:1761225922.426900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225922.426908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:0.1:1761225922.441024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225922.441036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b369b04. 00010000:00000010:0.1:1761225922.455954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225922.455965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225922.463340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:0.1:1761225922.463346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:0.1:1761225922.475835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225922.475850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:1.1:1761225922.487891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075358c47. 00010000:00000010:1.1:1761225922.487900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00010000:00000010:1.1:1761225922.497946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225922.497962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:1.1:1761225922.522024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225922.522035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00000080:00000010:1.1:1761225922.527816:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003eeab0a1. 00000080:00000010:0.1:1761225922.537935:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000031ee399e. 00000080:00000010:2.1:1761225922.644895:0:60058:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004f619070. 00010000:00000010:2.1:1761225922.654763:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:2.1:1761225922.654773:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:2.1:1761225922.884515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:1.1:1761225922.988213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e21983c. 00010000:00000010:1.1:1761225922.988231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cde00f9. 00010000:00000010:0.1:1761225923.055285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000817f7c75. 00010000:00000010:0.1:1761225923.055297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004029506c. 00010000:00000010:0.1:1761225923.077055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a3e2c82. 00010000:00000010:0.1:1761225923.077063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008167720d. 00010000:00000010:0.1:1761225923.088987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16b38e4. 00010000:00000010:0.1:1761225923.088999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016003621. 00000080:00000010:2.1:1761225923.113174:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bb427409. 00010000:00000010:2.1:1761225923.132884:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225923.132890:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:2.1:1761225923.149907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225923.149915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:0.1:1761225923.154897:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225923.154903:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225923.159019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225923.159033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225923.171400:0:60058:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225923.171414:0:60058:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225923.178907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225923.178922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225923.194907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225923.194914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:1.1:1761225923.201045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:1.1:1761225923.201071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00000080:00000010:1.1:1761225923.215258:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d10805a3. 00000080:00000010:1.1:1761225923.224808:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000062946134. 00000080:00000010:0.1:1761225923.341914:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000569eef9c. 00010000:00000010:0.1:1761225923.359327:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:0.1:1761225923.359338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00010000:00000010:0.1:1761225923.551689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225923.648001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225923.648019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:0.1:1761225923.782988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225923.782995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225923.802014:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225923.802029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:1.1:1761225923.807268:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612f4b47. 00010000:00000010:1.1:1761225923.807279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000164ecff6. 00000080:00000010:1.1:1761225923.836590:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009a902040. 00010000:00000010:1.1:1761225923.836622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:1.1:1761225923.836627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:1.1:1761225923.845156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225923.845173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:0.1:1761225923.851995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:0.1:1761225923.852017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b10e2efe. 00010000:00000010:0.1:1761225923.863987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225923.863996:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:0.1:1761225923.882920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225923.882940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:2.1:1761225923.902194:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225923.902313:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:2.1:1761225923.918079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:2.1:1761225923.918094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:2.1:1761225923.933365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46e827b. 00010000:00000010:2.1:1761225923.933379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e7cc38b. 00010000:00000010:0.1:1761225923.957336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225923.957344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225923.957347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225923.957350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00000080:00000010:2.1:1761225923.986904:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034c53743. 00000080:00000010:2.1:1761225923.990898:0:60058:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c39824c3. 00000080:00000010:0.1:1761225924.087282:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000033d6147b. 00010000:00000010:0.1:1761225924.108913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:0.1:1761225924.108918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00010000:00000010:1.1:1761225924.156694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225924.258913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005310bfcf. 00010000:00000010:0.1:1761225924.258927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038a24a50. 00010000:00000010:0.1:1761225924.388993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b864d5f3. 00010000:00000010:0.1:1761225924.389009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:1.1:1761225924.396955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcf5f8a4. 00010000:00000010:1.1:1761225924.396973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ca10c. 00010000:00000010:1.1:1761225924.416546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00010000:00000010:1.1:1761225924.416560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642b1dc. 00000080:00000010:0.1:1761225924.429469:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005eba1058. 00010000:00000010:0.1:1761225924.437109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225924.437123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225924.445529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225924.445544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:0.1:1761225924.452457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225924.452464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225924.473046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225924.473052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:2.1:1761225924.475828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225924.475841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:2.1:1761225924.479918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a5ea3. 00010000:00000010:2.1:1761225924.479929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000358d5d45. 00010000:00000010:2.1:1761225924.482313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:2.1:1761225924.482325:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00010000:00000010:2.1:1761225924.490915:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000621b7934. 00010000:00000010:2.1:1761225924.490924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000519010d. 00010000:00000010:2.1:1761225924.495041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007037b6bc. 00010000:00000010:2.1:1761225924.495055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4fe5f4f. 00010000:00000010:2.1:1761225924.499025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b68381. 00010000:00000010:2.1:1761225924.499035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00000080:00000010:0.1:1761225924.503200:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004bfb99cb. 00000080:00000010:0.1:1761225924.507904:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000039be4a01. 00000080:00000010:1.1:1761225924.541975:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2e26635. 00010000:00000010:1.1:1761225924.548806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:1.1:1761225924.548815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00010000:00000010:1.1:1761225924.570998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225924.625906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e922414. 00010000:00000010:0.1:1761225924.625921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c47201. 00010000:00000010:1.1:1761225924.683929:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225924.683935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:0.1:1761225924.693240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea36d68a. 00010000:00000010:0.1:1761225924.693253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000605c40d2. 00010000:00000010:0.1:1761225924.701571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f57a21. 00010000:00000010:0.1:1761225924.701579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000607f33ef. 00000080:00000010:0.1:1761225924.711413:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000dd006ff8. 00010000:00000010:0.1:1761225924.714913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f23a670. 00010000:00000010:0.1:1761225924.714925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00010000:00000010:1.1:1761225924.722455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032329700. 00010000:00000010:1.1:1761225924.722466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061a22325. 00000080:00000010:0.1:1761225924.740122:0:60066:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000077928f59. 00010000:00000010:0.1:1761225924.766917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:0.1:1761225924.766931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:3.1:1761225924.932904:0:60067:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000839c423b. 00000080:00000010:3.1:1761225933.842318:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003fc746c0. 00010000:00000010:1.1:1761225933.875038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00000080:00000010:1.1:1761225933.875056:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000052d6ad55. 00010000:00000010:1.1:1761225933.888784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00000080:00000010:0.1:1761225933.934617:0:60657:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002afed69b. 00010000:00000010:1.1:1761225935.491907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014e04669. 00010000:00000010:1.1:1761225935.491920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000152e545b. 00010000:00000010:1.1:1761225935.491926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b33dd9d. 00010000:00000010:1.1:1761225935.491932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086048519. 00010000:00000010:1.1:1761225935.518908:0:60677:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008042dd1f. 00010000:00000010:1.1:1761225935.518928:0:60677:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024aedfd3. 00010000:00000010:1.1:1761225935.518934:0:60677:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa50b520. 00010000:00000010:1.1:1761225935.518938:0:60677:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b45a38f. 00010000:00000010:0.1:1761225935.597059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ade31b0. 00000080:00000010:2.1:1761225942.064889:0:61257:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000037388778. 00000080:00000010:0.1:1761225959.654125:0:12:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ccbdef8a. 00010000:00000010:0.1:1761225959.687627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d38b2919. 00010000:00000010:0.1:1761225959.687636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:1.1:1761225959.694117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00000080:00000010:1.1:1761225959.719900:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000079ec453. 00010000:00000010:0.1:1761225960.310737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ccfbc41. 00010000:00000010:0.1:1761225960.310753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011983480. 00000080:00000010:1.1:1761225961.965958:0:62892:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c3fc15aa. 00000080:00000010:1.1:1761225961.966087:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000712e2c5a. 00000080:00000010:1.1:1761225961.966093:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003fc746c0. 00000080:00000010:1.1:1761225961.966096:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b18834d0. 00000080:00000010:1.1:1761225961.966099:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bcb1083b. 00000080:00000010:1.1:1761225961.966102:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b7c30d9f. 00000080:00000010:1.1:1761225961.966105:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000aa05c296. 00000080:00000010:1.1:1761225961.966107:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f1fc6bd0. 00000080:00000010:1.1:1761225961.966110:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000002d21a70a. 00000080:00000010:1.1:1761225961.966113:0:20:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000bbd233ae. 00000080:00000010:1.1:1761225961.974942:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b2b9b39c. 00000080:00000010:1.1:1761225961.974966:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000be159e9b. 00000080:00000010:1.1:1761225961.974970:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e33a8fbe. 00000080:00000010:1.1:1761225961.974974:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008ce0ccc7. 00000080:00000010:1.1:1761225961.974979:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001db3fd42. 00000080:00000010:1.1:1761225961.974983:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000da64e61e. 00000080:00000010:1.1:1761225961.974988:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cb967292. 00000080:00000010:1.1:1761225961.978952:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000099386a3f. 00000080:00000010:1.1:1761225961.978986:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006db813ea. 00000080:00000010:1.1:1761225961.979024:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007ae7ceb7. 00000080:00000010:1.1:1761225961.979036:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dabc4cf2. 00000080:00000010:1.1:1761225961.979047:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005a5cc2bd. 00000080:00000010:1.1:1761225961.979056:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003deb4da5. 00000080:00000010:1.1:1761225961.979083:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000792c684. 00000080:00000010:1.1:1761225961.979101:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000dc04ba6. 00000080:00000010:1.1:1761225961.979123:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009371b74c. 00000080:00000010:1.1:1761225961.979136:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006e64e880. 00000080:00000010:1.1:1761225961.979146:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000091871119. 00000080:00000010:1.1:1761225961.979157:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000003d090b7. 00000080:00000010:1.1:1761225961.979167:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000036fb077d. 00000080:00000010:1.1:1761225961.979181:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e41a07e1. 00000080:00000010:1.1:1761225961.979190:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000040b60b02. 00000080:00000010:1.1:1761225961.979195:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073891805. 00000080:00000010:1.1:1761225961.979201:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000054fd03c2. 00000080:00000010:1.1:1761225961.979207:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cf6ba917. 00000080:00000010:1.1:1761225961.979212:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f3c4c158. 00000080:00000010:1.1:1761225961.979218:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c993ec3a. 00000080:00000010:1.1:1761225961.979223:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004c894f4e. 00000080:00000010:1.1:1761225961.979229:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000150360b5. 00000080:00000010:1.1:1761225961.979235:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000042746b10. 00000080:00000010:1.1:1761225961.979241:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f674b29c. 00000080:00000010:1.1:1761225961.979248:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001a400ac9. 00000080:00000010:1.1:1761225961.979253:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005010033f. 00000080:00000010:1.1:1761225961.979259:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b4aafc3. 00000080:00000010:1.1:1761225961.979270:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000068fa27d1. 00000080:00000010:1.1:1761225961.979290:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004cc4076d. 00000080:00000010:1.1:1761225961.979297:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c135ed3c. 00000080:00000010:1.1:1761225961.979304:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fba3033b. 00000080:00000010:1.1:1761225961.979310:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e445202d. 00000080:00000010:1.1:1761225961.979317:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006a25e30e. 00000080:00000010:1.1:1761225961.979323:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ba0e1ce. 00000080:00000010:1.1:1761225961.979330:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007147e656. 00000080:00000010:1.1:1761225961.979337:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b58d7fe7. 00000080:00000010:1.1:1761225961.979345:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000717294d3. 00000080:00000010:1.1:1761225961.979351:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d1cdd8c1. 00000080:00000010:1.1:1761225961.979358:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009b6b4557. 00000080:00000010:1.1:1761225961.979365:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a73820d1. 00000080:00000010:1.1:1761225961.979371:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073bb6434. 00000080:00000010:1.1:1761225961.979380:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000a23b059. 00000080:00000010:1.1:1761225961.979386:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2c575a8. 00000080:00000010:1.1:1761225961.979392:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c555d063. 00000080:00000010:1.1:1761225961.979398:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004aa79161. 00000080:00000010:1.1:1761225961.979404:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000077f1f3ff. 00000080:00000010:1.1:1761225961.979410:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002910cfba. 00000080:00000010:1.1:1761225961.979415:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000798c9fba. 00000080:00000010:1.1:1761225961.979421:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f0bc3dfb. 00000080:00000010:1.1:1761225961.979431:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f3e01fba. 00000080:00000010:1.1:1761225961.979437:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d302f216. 00000080:00000010:1.1:1761225961.979443:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f0c5e205. 00000080:00000010:1.1:1761225961.979449:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ac6f9d9b. 00000080:00000010:1.1:1761225961.979455:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ecd535c. 00000080:00000010:1.1:1761225961.979461:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bba7e776. 00000080:00000010:1.1:1761225961.979466:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a48c3edc. 00000080:00000010:1.1:1761225961.979473:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b15ff50b. 00000080:00000010:1.1:1761225961.979479:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000056c3d5c9. 00000080:00000010:1.1:1761225961.979485:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000380aa32f. 00000080:00000010:1.1:1761225961.979492:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009ea598ad. 00000080:00000010:1.1:1761225961.979499:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004e1c6322. 00000080:00000010:1.1:1761225961.979504:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ac8b0290. 00000080:00000010:1.1:1761225961.979510:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dfdb06aa. 00000080:00000010:1.1:1761225961.979516:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000081337c36. 00000080:00000010:1.1:1761225961.979524:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3f1dcb8. 00000080:00000010:1.1:1761225961.979529:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007733e8e4. 00000080:00000010:1.1:1761225961.979535:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005e4e4e5d. 00000080:00000010:1.1:1761225961.979539:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002e9ceb73. 00000080:00000010:1.1:1761225961.979544:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000057695eac. 00000080:00000010:0.1:1761225961.982917:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005e8a5dcc. 00000080:00000010:0.1:1761225961.982930:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a5a96c7e. 00000080:00000010:0.1:1761225961.982939:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000794cb0ac. 00000080:00000010:0.1:1761225961.982945:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005897a72a. 00000080:00000010:0.1:1761225961.982949:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000051fb9d57. 00000080:00000010:0.1:1761225961.982953:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001ce60b79. 00000080:00000010:0.1:1761225961.982971:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005a15eb6b. 00000080:00000010:0.1:1761225961.982977:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c68f76f3. 00000080:00000010:0.1:1761225961.983128:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000059fa77fb. 00000080:00000010:0.1:1761225961.983132:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fb8bb31b. 00000080:00000010:0.1:1761225961.983138:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a3915978. 00000080:00000010:0.1:1761225961.983238:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000da35cb29. 00000080:00000010:0.1:1761225961.983253:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006f222450. 00000080:00000010:0.1:1761225961.983260:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b23a65f2. 00000080:00000010:0.1:1761225961.983264:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001c7247f3. 00000080:00000010:0.1:1761225961.983269:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000064e9420f. 00000080:00000010:0.1:1761225961.983293:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000014140d29. 00000080:00000010:0.1:1761225961.983300:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d398c896. 00000080:00000010:0.1:1761225961.983306:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001be6b0ec. 00000080:00000010:0.1:1761225961.983389:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000011a3deb. 00000080:00000010:0.1:1761225961.983397:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000045494904. 00000080:00000010:0.1:1761225961.983403:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3676e89. 00000080:00000010:0.1:1761225961.983409:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000057b56bae. 00000080:00000010:0.1:1761225961.983422:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000384028ac. 00000080:00000010:0.1:1761225961.983430:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006e433514. 00000080:00000010:0.1:1761225961.983445:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000020a05e07. 00000080:00000010:0.1:1761225961.983453:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cf6c572c. 00000080:00000010:0.1:1761225961.983458:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e5ddd59c. 00000080:00000010:0.1:1761225961.983465:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ee8646aa. 00000080:00000010:0.1:1761225961.983471:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d2a4a50. 00000080:00000010:0.1:1761225961.983500:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a92894b7. 00000080:00000010:0.1:1761225961.983508:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000079cc4c7b. 00000080:00000010:0.1:1761225961.983516:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c0826866. 00000080:00000010:0.1:1761225961.983576:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eb5d9549. 00000080:00000010:0.1:1761225961.983584:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000aa8304f4. 00000080:00000010:0.1:1761225961.983599:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000049caa245. 00000080:00000010:0.1:1761225961.983609:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000879ddaa2. 00000080:00000010:0.1:1761225961.983616:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007d5d6515. 00000080:00000010:0.1:1761225961.983621:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a2ca38dc. 00000080:00000010:0.1:1761225961.983629:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000daf216ed. 00000080:00000010:0.1:1761225961.983637:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a72004b2. 00000080:00000010:0.1:1761225961.983642:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000058d18f90. 00000080:00000010:0.1:1761225961.983649:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000042ab06f4. 00000080:00000010:0.1:1761225961.983655:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000aa70417b. 00000080:00000010:0.1:1761225961.983662:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000020d0d4b8. 00000080:00000010:0.1:1761225961.983668:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001fd79ca1. 00000080:00000010:0.1:1761225961.983674:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000095d9e3d3. 00000080:00000010:0.1:1761225961.983680:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002f73d95a. 00000080:00000010:0.1:1761225961.983685:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000091f08e95. 00000080:00000010:0.1:1761225961.983691:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000da1cb04a. 00000080:00000010:0.1:1761225961.983697:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d5478db4. 00000080:00000010:0.1:1761225961.983703:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000aeee1417. 00000080:00000010:0.1:1761225961.983709:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007982c41a. 00000080:00000010:0.1:1761225961.983715:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000977f2aa3. 00000080:00000010:0.1:1761225961.983734:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e1d7a518. 00000080:00000010:0.1:1761225961.983743:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c7da3a0a. 00000080:00000010:0.1:1761225961.983749:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000072a2a5df. 00000080:00000010:0.1:1761225961.983754:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c987ec1f. 00000080:00000010:0.1:1761225961.983760:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a5d01e28. 00000080:00000010:0.1:1761225961.983765:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000d590d6f. 00000080:00000010:0.1:1761225961.983771:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005713df6b. 00000080:00000010:0.1:1761225961.983775:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007910e335. 00000080:00000010:0.1:1761225961.983781:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000029bef5d8. 00000080:00000010:0.1:1761225961.983786:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e9e9c931. 00000080:00000010:0.1:1761225961.983792:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a9ac43ec. 00000080:00000010:0.1:1761225961.983797:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000145c7ebb. 00000080:00000010:0.1:1761225961.983803:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2bfd807. 00000080:00000010:0.1:1761225961.983809:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a6ba3ad3. 00000080:00000010:0.1:1761225961.983816:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002bf4be2c. 00000080:00000010:0.1:1761225961.983820:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004e67abfe. 00000080:00000010:0.1:1761225961.983827:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ce09463f. 00000080:00000010:0.1:1761225961.983832:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000033a1c693. 00000080:00000010:0.1:1761225961.983840:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000327fc000. 00000080:00000010:0.1:1761225961.983846:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000043b602c9. 00000080:00000010:0.1:1761225961.983851:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000023ec6a09. 00000080:00000010:0.1:1761225961.983858:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000de28b874. 00000080:00000010:0.1:1761225961.983862:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000017fa8b67. 00000080:00000010:0.1:1761225961.983908:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ad50f627. 00000080:00000010:0.1:1761225961.983913:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ecbc4e7. 00000080:00000010:0.1:1761225961.983918:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000075e9294c. 00000080:00000010:0.1:1761225961.983926:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e75e7f6e. 00000080:00000010:0.1:1761225961.983931:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000647b6f63. 00000080:00000010:0.1:1761225961.983936:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d460dd80. 00000080:00000010:0.1:1761225961.983940:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e70aad7e. 00000080:00000010:0.1:1761225961.983944:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2f6500c. 00000080:00000010:0.1:1761225961.983950:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ede7d7e. 00000080:00000010:0.1:1761225961.983955:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005efe51a7. 00000080:00000010:0.1:1761225961.983960:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f47a3210. 00000080:00000010:0.1:1761225961.983965:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000013283225. 00000080:00000010:0.1:1761225961.983970:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000038f0f1d7. 00000080:00000010:0.1:1761225961.983975:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006dbde011. 00000080:00000010:0.1:1761225961.983979:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bdb0dce4. 00000080:00000010:0.1:1761225961.983984:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000acbabd68. 00000080:00000010:0.1:1761225961.983989:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000738b801. 00000080:00000010:0.1:1761225961.983995:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000080ff43a6. 00000080:00000010:0.1:1761225961.984001:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d0a74177. 00000080:00000010:0.1:1761225961.984006:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007c890eb5. 00000080:00000010:0.1:1761225961.984010:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030cc77d6. 00000080:00000010:0.1:1761225961.984014:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fd4eb8a0. 00000080:00000010:0.1:1761225961.984019:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001d724ac4. 00000080:00000010:0.1:1761225961.984025:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c1b3582b. 00000080:00000010:0.1:1761225961.984029:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ed51475. 00000080:00000010:0.1:1761225961.984035:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d26b599b. 00000080:00000010:0.1:1761225961.984039:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008033bffc. 00000080:00000010:0.1:1761225961.984043:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000327259d2. 00000080:00000010:0.1:1761225961.984048:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000001bfff89. 00000080:00000010:0.1:1761225961.984052:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000036f9a7e5. 00000080:00000010:0.1:1761225961.984056:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000012c63663. 00000080:00000010:0.1:1761225961.984061:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a58f6d6d. 00000080:00000010:0.1:1761225961.984067:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dacae216. 00000080:00000010:0.1:1761225961.984073:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fface49d. 00000080:00000010:0.1:1761225961.984078:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000018e31391. 00000080:00000010:0.1:1761225961.984084:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cdb40165. 00000080:00000010:0.1:1761225961.984090:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a31ed0cc. 00000080:00000010:0.1:1761225961.984095:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007f6d9695. 00000080:00000010:0.1:1761225961.984100:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005d317fe3. 00000080:00000010:0.1:1761225961.984110:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000075604868. 00000080:00000010:0.1:1761225961.984116:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004935635f. 00000080:00000010:0.1:1761225961.984121:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c5006a4e. 00000080:00000010:0.1:1761225961.984126:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d7ca4663. 00000080:00000010:0.1:1761225961.984132:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b5254dfd. 00000080:00000010:0.1:1761225961.984137:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000adf855d7. 00000080:00000010:0.1:1761225961.984142:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c12a24d7. 00000080:00000010:0.1:1761225961.984148:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003fe1aa4b. 00000080:00000010:0.1:1761225961.984154:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002037f01f. 00000080:00000010:0.1:1761225961.984159:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f228a8e3. 00000080:00000010:0.1:1761225961.984164:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000052138d97. 00000080:00000010:0.1:1761225961.984169:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002f1ac97e. 00000080:00000010:0.1:1761225961.984174:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000132fbc96. 00000080:00000010:0.1:1761225961.984178:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ecaadad0. 00000080:00000010:0.1:1761225961.984187:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000750e5f20. 00000080:00000010:0.1:1761225961.984192:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000098fdfcc2. 00000080:00000010:0.1:1761225961.984197:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fb8267ea. 00000080:00000010:0.1:1761225961.984201:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002c111a2f. 00000080:00000010:0.1:1761225961.984217:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000f2a48a6. 00000080:00000010:0.1:1761225961.984252:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006343b978. 00000080:00000010:0.1:1761225961.984259:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000be68b147. 00000080:00000010:0.1:1761225961.984265:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000094ed1ea7. 00000080:00000010:0.1:1761225961.984271:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000058979df8. 00000080:00000010:0.1:1761225961.984300:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009136b1d0. 00000080:00000010:0.1:1761225961.984311:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000011bbdd8b. 00000080:00000010:0.1:1761225961.984318:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3a5c19e. 00000080:00000010:0.1:1761225961.984324:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000031d2f090. 00000080:00000010:0.1:1761225961.984329:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b30fc7fa. 00000080:00000010:0.1:1761225961.984339:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000159b286f. 00000080:00000010:0.1:1761225961.984347:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e11e5a8c. 00000080:00000010:0.1:1761225961.984353:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000049e2af57. 00000080:00000010:0.1:1761225961.984359:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000010d45301. 00000080:00000010:0.1:1761225961.984366:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ee4c0c5f. 00000080:00000010:0.1:1761225961.984381:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d213e8a1. 00000080:00000010:0.1:1761225961.984390:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002c192db9. 00000080:00000010:0.1:1761225961.984397:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b90d09f5. 00000080:00000010:0.1:1761225961.984403:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000064421fa1. 00000080:00000010:0.1:1761225961.984410:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dbdb1890. 00000080:00000010:0.1:1761225961.984415:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b9d0e8be. 00000080:00000010:0.1:1761225961.984422:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000004aa01cc. 00000080:00000010:0.1:1761225961.984429:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004233951b. 00000080:00000010:0.1:1761225961.984437:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000061ab417d. 00000080:00000010:0.1:1761225961.984456:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002a88da2f. 00000080:00000010:0.1:1761225961.984462:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001fb24eff. 00000080:00000010:0.1:1761225961.984468:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d492647. 00000080:00000010:0.1:1761225961.984477:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000143604ff. 00000080:00000010:0.1:1761225961.984484:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a5862ae2. 00000080:00000010:0.1:1761225961.984491:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cf0e87a4. 00000080:00000010:0.1:1761225961.984498:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c3544309. 00000080:00000010:0.1:1761225961.984504:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006aa544f7. 00000080:00000010:0.1:1761225961.987990:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002da9f990. 00000080:00000010:0.1:1761225961.988007:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ff68fd31. 00000080:00000010:0.1:1761225961.988025:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000048ddc020. 00000080:00000010:0.1:1761225961.988036:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000abd11f3d. 00000080:00000010:0.1:1761225961.988046:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dbdad498. 00000080:00000010:0.1:1761225961.988060:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fb6dcaf3. 00000080:00000010:0.1:1761225961.988069:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000077f013e9. 00000080:00000010:0.1:1761225961.988079:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e34a0d34. 00000080:00000010:0.1:1761225961.988090:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008af63a5f. 00000080:00000010:0.1:1761225961.988112:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e105736a. 00000080:00000010:0.1:1761225961.988123:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000db90ca43. 00000080:00000010:0.1:1761225961.988133:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dc576053. 00000080:00000010:0.1:1761225961.988150:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b5bca47f. 00000080:00000010:0.1:1761225961.988160:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009a364f09. 00000080:00000010:0.1:1761225961.988169:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000952d1bbf. 00000080:00000010:0.1:1761225961.988181:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fdca0254. 00000080:00000010:0.1:1761225961.988193:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ad5561f9. 00000080:00000010:0.1:1761225961.988211:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c6cf3735. 00000080:00000010:0.1:1761225961.988221:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bc471c08. 00000080:00000010:0.1:1761225961.988231:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e0d5e96. 00000080:00000010:0.1:1761225961.988240:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002fdb9d07. 00000080:00000010:0.1:1761225961.988248:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b9a0939. 00000080:00000010:0.1:1761225961.988255:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000096c9a2bc. 00000080:00000010:0.1:1761225961.988259:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008c3eb501. 00000080:00000010:0.1:1761225961.988266:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a3b69951. 00000080:00000010:0.1:1761225961.988272:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e9572983. 00000080:00000010:0.1:1761225961.988298:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000259bc0dc. 00000080:00000010:0.1:1761225961.988306:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000032a20323. 00000080:00000010:0.1:1761225961.988313:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004eb44c73. 00000080:00000010:0.1:1761225961.988320:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007745e372. 00000080:00000010:0.1:1761225961.988332:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008015ee70. 00000080:00000010:0.1:1761225961.988339:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b07c360. 00000080:00000010:0.1:1761225961.988347:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f638d9aa. 00000080:00000010:0.1:1761225961.988358:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ef649449. 00000080:00000010:2.1:1761225961.996900:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b24bb197. 00000080:00000010:2.1:1761225961.996914:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d57ef63. 00000080:00000010:2.1:1761225961.996928:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b25d9ed8. 00000080:00000010:2.1:1761225961.996938:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000eeaff00. 00000080:00000010:2.1:1761225961.996943:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009e8d9b33. 00000080:00000010:2.1:1761225961.996947:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000d5d1c4f. 00000080:00000010:2.1:1761225961.996953:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000481409d5. 00000080:00000010:2.1:1761225961.996960:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c0ed9e1e. 00000080:00000010:2.1:1761225961.996969:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008eed2fe9. 00000080:00000010:2.1:1761225961.996975:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000781bcab0. 00000080:00000010:2.1:1761225961.996987:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000a646abf. 00000080:00000010:2.1:1761225961.996995:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008ef04746. 00000080:00000010:2.1:1761225961.997001:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003324329d. 00000080:00000010:2.1:1761225961.997007:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000041ef8c0c. 00000080:00000010:2.1:1761225961.997018:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000077c3dbbc. 00000080:00000010:2.1:1761225961.997024:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f31010d6. 00000080:00000010:2.1:1761225961.997031:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000020526804. 00000080:00000010:2.1:1761225961.997043:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a4cc05d5. 00000080:00000010:2.1:1761225961.997050:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005cf5baf8. 00000080:00000010:2.1:1761225961.997056:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000005146fa8. 00000080:00000010:2.1:1761225961.997062:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000faf43662. 00000080:00000010:0.1:1761225961.997093:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f19bc55f. 00000080:00000010:0.1:1761225961.997110:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004f9759f7. 00000080:00000010:0.1:1761225961.997128:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cbf3f6d7. 00000080:00000010:0.1:1761225961.997139:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000032ebba1b. 00000080:00000010:0.1:1761225961.997149:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000aeca0d73. 00000080:00000010:0.1:1761225961.997158:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c024c502. 00000080:00000010:0.1:1761225961.997166:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000634da737. 00000080:00000010:0.1:1761225961.997200:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e702dee5. 00000080:00000010:0.1:1761225961.997225:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004cbfcbb8. 00000080:00000010:0.1:1761225961.997237:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000baa7ee50. 00000080:00000010:0.1:1761225961.997247:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005a1a23d0. 00000080:00000010:0.1:1761225961.997256:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006415e2b6. 00000080:00000010:0.1:1761225961.997264:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b65db761. 00000080:00000010:0.1:1761225961.997273:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000007bdb267. 00000080:00000010:0.1:1761225961.997293:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ba5b7fe. 00000080:00000010:0.1:1761225961.997301:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000053d399a3. 00000080:00000010:0.1:1761225961.997310:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000982646d. 00000080:00000010:0.1:1761225961.997318:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000081bf60e6. 00000080:00000010:0.1:1761225961.997327:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005fa3ca81. 00000080:00000010:0.1:1761225961.997336:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ffc2a523. 00000080:00000010:2.1:1761225962.001329:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d9455a3e. 00000080:00000010:2.1:1761225962.001347:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f2fe796a. 00000080:00000010:2.1:1761225962.001354:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008d0a356e. 00000080:00000010:2.1:1761225962.001359:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003f3b8e25. 00000080:00000010:2.1:1761225962.001365:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b009448. 00000080:00000010:2.1:1761225962.001369:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b15834f3. 00000080:00000010:2.1:1761225962.001373:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005283e6cc. 00000080:00000010:2.1:1761225962.001378:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fa70c118. 00000080:00000010:2.1:1761225962.001383:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006765f70c. 00000080:00000010:2.1:1761225962.001391:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000024a4458a. 00000080:00000010:2.1:1761225962.001397:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007f17b2b2. 00000080:00000010:2.1:1761225962.001404:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000039696547. 00000080:00000010:2.1:1761225962.001409:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ed3ccb5. 00000080:00000010:2.1:1761225962.001422:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eb431fcc. 00000080:00000010:2.1:1761225962.001427:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c884bdea. 00000080:00000010:2.1:1761225962.001433:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a2e2798b. 00000080:00000010:2.1:1761225962.001439:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002b93bfa6. 00000080:00000010:2.1:1761225962.001446:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000028f05eba. 00000080:00000010:2.1:1761225962.001451:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000acb0ba4. 00000080:00000010:2.1:1761225962.001456:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000093f3761b. 00000080:00000010:2.1:1761225962.001461:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002b4b5c99. 00000080:00000010:2.1:1761225962.001467:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000072cbe9bf. 00000080:00000010:2.1:1761225962.001473:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000050a18f19. 00000080:00000010:2.1:1761225962.001479:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eee4e3ae. 00000080:00000010:2.1:1761225962.001484:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001987fe35. 00000080:00000010:2.1:1761225962.001499:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ac77a904. 00000080:00000010:2.1:1761225962.001504:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000021c74b4e. 00000080:00000010:2.1:1761225962.001510:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000082a8ba1b. 00000080:00000010:2.1:1761225962.001517:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000a893a32. 00000080:00000010:2.1:1761225962.001523:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b43189b0. 00000080:00000010:2.1:1761225962.001529:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fffc1d11. 00000080:00000010:2.1:1761225962.001536:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004a6127b2. 00000080:00000010:2.1:1761225962.001541:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001a1305c1. 00000080:00000010:2.1:1761225962.001546:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006c567a72. 00000080:00000010:2.1:1761225962.001552:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a92dcfd9. 00000080:00000010:2.1:1761225962.001558:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000e509585. 00000080:00000010:2.1:1761225962.001563:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ea9f7358. 00000080:00000010:2.1:1761225962.001568:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b2fd70c1. 00000080:00000010:2.1:1761225962.001578:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000256b389. 00000080:00000010:2.1:1761225962.001585:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001c7a5a8d. 00000080:00000010:2.1:1761225962.001591:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000efe75266. 00000080:00000010:2.1:1761225962.001596:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007bba648c. 00000080:00000010:2.1:1761225962.001601:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000052bf9009. 00000080:00000010:2.1:1761225962.001607:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000801d9baf. 00000080:00000010:2.1:1761225962.001612:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3efdca8. 00000080:00000010:2.1:1761225962.001616:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002fb36ea1. 00000080:00000010:2.1:1761225962.001620:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f05db844. 00000080:00000010:2.1:1761225962.001626:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f5f0861b. 00000080:00000010:2.1:1761225962.001631:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f9fc4018. 00000080:00000010:2.1:1761225962.001636:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006f64cf37. 00000080:00000010:2.1:1761225962.001641:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e691e127. 00000080:00000010:2.1:1761225962.001646:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cbb8a3d3. 00000080:00000010:2.1:1761225962.001652:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000446dc0e9. 00000080:00000010:2.1:1761225962.001658:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008c631a0b. 00000080:00000010:2.1:1761225962.001663:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001739d1ea. 00000080:00000010:2.1:1761225962.001669:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b2716b74. 00000080:00000010:2.1:1761225962.001674:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007a15a89e. 00000080:00000010:2.1:1761225962.001679:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009ab4979d. 00000080:00000010:2.1:1761225962.001684:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bc5c11c7. 00000080:00000010:2.1:1761225962.001690:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000016a9b238. 00000080:00000010:2.1:1761225962.001694:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000016a43e2d. 00000080:00000010:2.1:1761225962.001700:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000036ec11bf. 00000080:00000010:2.1:1761225962.001706:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000059b68742. 00000080:00000010:2.1:1761225962.001712:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a7c4ca6f. 00000080:00000010:2.1:1761225962.001718:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000008cc4364. 00000080:00000010:2.1:1761225962.002063:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ad849d3f. 00000080:00000010:2.1:1761225962.002072:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e11afa70. 00000080:00000010:2.1:1761225962.002078:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000904ef8ee. 00000080:00000010:2.1:1761225962.002086:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a91fff41. 00000080:00000010:2.1:1761225962.002093:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000098472985. 00000080:00000010:2.1:1761225962.002098:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cf2650d9. 00000080:00000010:2.1:1761225962.002105:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000084c3398c. 00000080:00000010:2.1:1761225962.002116:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000391840e0. 00000080:00000010:2.1:1761225962.002122:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bafafff4. 00000080:00000010:2.1:1761225962.002130:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d6908886. 00000080:00000010:2.1:1761225962.002136:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006f72ee22. 00000080:00000010:2.1:1761225962.002141:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f2a21d7c. 00000080:00000010:2.1:1761225962.002146:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ce263547. 00000080:00000010:2.1:1761225962.002153:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e06c078a. 00000080:00000010:2.1:1761225962.002161:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ecf8c71. 00000080:00000010:2.1:1761225962.002167:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004e96a4ae. 00000080:00000010:2.1:1761225962.002172:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008466853f. 00000080:00000010:2.1:1761225962.002177:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c04c9a85. 00000080:00000010:2.1:1761225962.002181:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000652dac82. 00000080:00000010:2.1:1761225962.002186:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006985daac. 00000080:00000010:2.1:1761225962.002192:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a002d991. 00000080:00000010:2.1:1761225962.002235:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002ec96844. 00000080:00000010:2.1:1761225962.002242:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000055c12db2. 00000080:00000010:2.1:1761225962.002247:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005dc4bb6f. 00000080:00000010:2.1:1761225962.002252:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ec366d2b. 00000080:00000010:2.1:1761225962.002816:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f110f778. 00000080:00000010:2.1:1761225962.002828:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fe929c86. 00000080:00000010:2.1:1761225962.002834:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dc8b9ab2. 00000080:00000010:2.1:1761225962.002839:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d535d154. 00000080:00000010:2.1:1761225962.002845:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000963af185. 00000080:00000010:2.1:1761225962.002851:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000069afe203. 00000080:00000010:2.1:1761225962.002856:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003244cb67. 00000080:00000010:2.1:1761225962.002861:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000045be2c51. 00000080:00000010:2.1:1761225962.002889:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f55f0d5c. 00000080:00000010:2.1:1761225962.002896:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000481fd3c3. 00000080:00000010:2.1:1761225962.002912:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005a5ac01e. 00000080:00000010:2.1:1761225962.002920:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000094bda07e. 00000080:00000010:2.1:1761225962.002926:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000386f2464. 00000080:00000010:2.1:1761225962.002935:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ba4215fc. 00000080:00000010:2.1:1761225962.002945:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000464d3499. 00000080:00000010:2.1:1761225962.002951:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000058242fa8. 00000080:00000010:2.1:1761225962.002957:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a79cb0b4. 00000080:00000010:2.1:1761225962.002962:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006cad7bae. 00000080:00000010:2.1:1761225962.002967:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000875e5dcd. 00000080:00000010:2.1:1761225962.002975:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000024f73c35. 00000080:00000010:2.1:1761225962.002986:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000078540e11. 00000080:00000010:2.1:1761225962.002992:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001a1a9866. 00000080:00000010:2.1:1761225962.002999:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b2acf181. 00000080:00000010:2.1:1761225962.003005:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b36bf65b. 00000080:00000010:2.1:1761225962.003011:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cbb1515c. 00000080:00000010:2.1:1761225962.003016:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000caf6b75c. 00000080:00000010:2.1:1761225962.003026:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006b20c008. 00000080:00000010:2.1:1761225962.007473:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b12f79b3. 00000080:00000010:2.1:1761225962.007499:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b1303304. 00000080:00000010:2.1:1761225962.007528:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000acf01c51. 00000080:00000010:2.1:1761225962.007535:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005c5477b1. 00000080:00000010:2.1:1761225962.007543:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000045f1ec2c. 00000080:00000010:2.1:1761225962.007547:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000938f06e4. 00000080:00000010:2.1:1761225962.007556:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a7efee9d. 00000080:00000010:2.1:1761225962.007563:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e95e603. 00000080:00000010:2.1:1761225962.007570:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000025e32149. 00000080:00000010:2.1:1761225962.007581:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ea90b9be. 00000080:00000010:2.1:1761225962.007588:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f3b784c3. 00000080:00000010:2.1:1761225962.007592:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b958984. 00000080:00000010:2.1:1761225962.007600:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009a25fd66. 00000080:00000010:2.1:1761225962.007606:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000fbc3225. 00000080:00000010:2.1:1761225962.012907:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001569d079. 00000080:00000010:2.1:1761225962.012922:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000058b8222d. 00000080:00000010:2.1:1761225962.012932:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d089a06e. 00000080:00000010:2.1:1761225962.012937:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000021bdf1dd. 00000080:00000010:2.1:1761225962.012944:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cb30b214. 00000080:00000010:2.1:1761225962.012949:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000841f981e. 00000080:00000010:2.1:1761225962.012954:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a353abcf. 00000080:00000010:2.1:1761225962.012959:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f0c9bae5. 00000080:00000010:2.1:1761225962.012963:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000226bf514. 00000080:00000010:2.1:1761225962.012970:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003f883e27. 00000080:00000010:2.1:1761225962.012976:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000093953a8f. 00000080:00000010:2.1:1761225962.012980:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b225549f. 00000080:00000010:2.1:1761225962.012984:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008fd6a03f. 00000080:00000010:2.1:1761225962.012988:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005755caf7. 00000080:00000010:2.1:1761225962.012992:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e9d5d494. 00000080:00000010:2.1:1761225962.012995:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002792f589. 00000080:00000010:2.1:1761225962.012999:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001c561bfc. 00000080:00000010:2.1:1761225962.013003:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000001a7b77a. 00000080:00000010:2.1:1761225962.013010:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030878dcd. 00000080:00000010:2.1:1761225962.013015:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e3e1a7d0. 00000080:00000010:2.1:1761225962.013020:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ed6a08e1. 00000080:00000010:2.1:1761225962.013026:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b0701886. 00000080:00000010:2.1:1761225962.013030:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f777cb98. 00000080:00000010:2.1:1761225962.013034:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fdc2dcd6. 00000080:00000010:2.1:1761225962.013038:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000035fe5908. 00000080:00000010:2.1:1761225962.013067:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000098de25c0. 00000080:00000010:2.1:1761225962.013074:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000421f1b6a. 00000080:00000010:2.1:1761225962.013078:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000089219c0b. 00000080:00000010:2.1:1761225962.013085:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000070c1c29d. 00000080:00000010:2.1:1761225962.013097:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000092efd3c0. 00000080:00000010:2.1:1761225962.013105:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f704b2cf. 00000080:00000010:2.1:1761225962.013110:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fc4e1c6d. 00000080:00000010:2.1:1761225962.013115:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cc262bd7. 00000080:00000010:2.1:1761225962.013120:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a2713946. 00000080:00000010:2.1:1761225962.013127:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000babad596. 00000080:00000010:2.1:1761225962.013132:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007a0330c7. 00000080:00000010:2.1:1761225962.013136:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000954e52ab. 00000080:00000010:2.1:1761225962.013142:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000060801fd1. 00000080:00000010:2.1:1761225962.013147:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000feeb7f85. 00000080:00000010:2.1:1761225962.013154:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000acf7fda1. 00000080:00000010:2.1:1761225962.013158:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000031dd84d9. 00000080:00000010:0.1:1761225962.068904:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000042adb12c. 00000080:00000010:0.1:1761225962.068926:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a1869633. 00000080:00000010:0.1:1761225962.068935:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000093190261. 00000080:00000010:0.1:1761225962.068939:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000359ea76b. 00000080:00000010:0.1:1761225962.068946:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000014553465. 00000080:00000010:0.1:1761225962.068953:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b62d0e24. 00000080:00000010:0.1:1761225962.068959:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f76422e3. 00000080:00000010:0.1:1761225962.068964:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009a02c5bd. 00000080:00000010:0.1:1761225962.068969:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000df90bc22. 00000080:00000010:0.1:1761225962.068976:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a4759437. 00000080:00000010:0.1:1761225962.068983:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000072f2f999. 00000080:00000010:0.1:1761225962.068988:0:62894:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000084c7ee1a. 00000080:00000010:0.1:1761225962.071901:0:62895:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e949667. 00000080:00000010:0.1:1761225962.071925:0:62895:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ce8e678. 00000080:00000010:0.1:1761225962.071934:0:62895:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000054943169. 00000080:00000010:0.1:1761225962.071940:0:62895:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000044233394. 00000080:00000010:2.1:1761225962.071942:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008147db0b. 00000080:00000010:0.1:1761225962.071946:0:62895:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000158e6f10. 00000080:00000010:2.1:1761225962.071949:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007cfcdff3. 00000080:00000010:2.1:1761225962.071955:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030dc7129. 00000080:00000010:2.1:1761225962.071964:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002bfee1bd. 00000080:00000010:2.1:1761225962.071969:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006663a31f. 00000080:00000010:0.1:1761225962.071971:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001d25e665. 00000080:00000010:2.1:1761225962.071973:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e7dc08be. 00000080:00000010:0.1:1761225962.071977:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002ddaedc2. 00000080:00000010:2.1:1761225962.071977:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f31b4f12. 00000080:00000010:0.1:1761225962.071982:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000015978160. 00000080:00000010:2.1:1761225962.071983:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f0552187. 00000080:00000010:0.1:1761225962.071987:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ea6fcfab. 00000080:00000010:2.1:1761225962.071987:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000dc884ad. 00000080:00000010:2.1:1761225962.071991:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006671a740. 00000080:00000010:0.1:1761225962.071992:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bfd93d57. 00000080:00000010:0.1:1761225962.071997:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eaa79a05. 00000080:00000010:0.1:1761225962.072000:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000069b522aa. 00000080:00000010:0.1:1761225962.072005:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000062f0642a. 00000080:00000010:0.1:1761225962.072013:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000046463f94. 00000080:00000010:0.1:1761225962.072018:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b0413bc8. 00000080:00000010:0.1:1761225962.072029:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000d2a3814. 00000080:00000010:0.1:1761225962.072034:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000032e96a4. 00000080:00000010:0.1:1761225962.072040:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000034ba7aa7. 00000080:00000010:0.1:1761225962.072046:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000093fdb2b6. 00000080:00000010:0.1:1761225962.072051:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000898e91d2. 00000080:00000010:0.1:1761225962.072057:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b2100ba2. 00000080:00000010:0.1:1761225962.072062:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a1ae6d3d. 00000080:00000010:0.1:1761225962.072066:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bd085dfa. 00000080:00000010:0.1:1761225962.072072:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001313f3a2. 00000080:00000010:0.1:1761225962.072078:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009e0e7261. 00000080:00000010:0.1:1761225962.072084:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000964a4c7e. 00000080:00000010:0.1:1761225962.072088:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000031f49491. 00000080:00000010:0.1:1761225962.072092:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000016992ebc. 00000080:00000010:0.1:1761225962.072097:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002fdac6c5. 00000080:00000010:0.1:1761225962.072101:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000026c980b1. 00000080:00000010:0.1:1761225962.072108:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006834baa8. 00000080:00000010:0.1:1761225962.072113:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006697c4ed. 00000080:00000010:0.1:1761225962.072119:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f2f3d392. 00000080:00000010:0.1:1761225962.072124:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002e095fe5. 00000080:00000010:0.1:1761225962.072177:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000236b5f22. 00000080:00000010:0.1:1761225962.072184:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005f2f6fbe. 00000080:00000010:0.1:1761225962.072188:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ede315e. 00000080:00000010:0.1:1761225962.072192:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fa41f093. 00000080:00000010:0.1:1761225962.072195:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e757231b. 00000080:00000010:0.1:1761225962.072199:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009714e0ff. 00000080:00000010:0.1:1761225962.072203:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000405e1ed7. 00000080:00000010:0.1:1761225962.072208:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003d4106fb. 00000080:00000010:0.1:1761225962.072212:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ef817d1. 00000080:00000010:0.1:1761225962.072215:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d8ce6773. 00000080:00000010:0.1:1761225962.072218:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000deec66b7. 00000080:00000010:0.1:1761225962.072226:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000534a497b. 00000080:00000010:0.1:1761225962.072230:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000092f7d32d. 00000080:00000010:0.1:1761225962.072240:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000517e1eb5. 00000080:00000010:0.1:1761225962.072243:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a77307d4. 00000080:00000010:0.1:1761225962.072251:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d5ba1863. 00000080:00000010:0.1:1761225962.072256:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ef01f5f8. 00000080:00000010:0.1:1761225962.072260:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006aa43224. 00000080:00000010:0.1:1761225962.072264:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f01a23d5. 00000080:00000010:0.1:1761225962.072269:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002c931792. 00000080:00000010:0.1:1761225962.072286:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a3546c0a. 00000080:00000010:0.1:1761225962.072293:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b6cf0c35. 00000080:00000010:0.1:1761225962.072300:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004581529c. 00000080:00000010:0.1:1761225962.072304:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009d0ed617. 00000080:00000010:0.1:1761225962.072308:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e6bad875. 00000080:00000010:0.1:1761225962.072312:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002562a295. 00000080:00000010:0.1:1761225962.072319:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000016efa3ae. 00000080:00000010:0.1:1761225962.072332:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a17ccbde. 00000080:00000010:0.1:1761225962.072346:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009241462b. 00000080:00000010:0.1:1761225962.072353:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ce3314eb. 00000080:00000010:0.1:1761225962.072358:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009342f70c. 00000080:00000010:0.1:1761225962.072365:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e20f2330. 00000080:00000010:0.1:1761225962.072369:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e16b2fb2. 00000080:00000010:0.1:1761225962.072374:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e61d393b. 00000080:00000010:0.1:1761225962.072379:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000000e81b8f. 00000080:00000010:0.1:1761225962.072384:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000077a6b3d4. 00000080:00000010:0.1:1761225962.072389:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b912dc53. 00000080:00000010:0.1:1761225962.072394:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bbc98dfc. 00000080:00000010:0.1:1761225962.072398:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002896400a. 00000080:00000010:0.1:1761225962.072403:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004a12af8d. 00000080:00000010:0.1:1761225962.072409:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002e8342a9. 00000080:00000010:0.1:1761225962.072415:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fc6bc33e. 00000080:00000010:0.1:1761225962.072420:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a09a3dd3. 00000080:00000010:0.1:1761225962.072424:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002484877e. 00000080:00000010:0.1:1761225962.072430:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000040216f08. 00000080:00000010:0.1:1761225962.072441:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004bf390b2. 00000080:00000010:0.1:1761225962.072447:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ef0edfbb. 00000080:00000010:0.1:1761225962.072454:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f4561821. 00000080:00000010:0.1:1761225962.072459:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000411d5bee. 00000080:00000010:0.1:1761225962.072464:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004637c347. 00000080:00000010:0.1:1761225962.072469:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000034918b68. 00000080:00000010:0.1:1761225962.072481:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e0fe88e3. 00000080:00000010:0.1:1761225962.072488:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000035242d72. 00000080:00000010:0.1:1761225962.072495:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003b8b43e6. 00000080:00000010:0.1:1761225962.072501:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000daaad542. 00000080:00000010:0.1:1761225962.072507:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000340220e9. 00000080:00000010:0.1:1761225962.072513:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b82e5bd4. 00000080:00000010:0.1:1761225962.072518:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cdb608b4. 00000080:00000010:0.1:1761225962.072523:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a1b2c965. 00000080:00000010:0.1:1761225962.072530:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000086ca016d. 00000080:00000010:0.1:1761225962.072536:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000039fdf7fb. 00000080:00000010:0.1:1761225962.072541:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bfc9c1ec. 00000080:00000010:0.1:1761225962.072547:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000384ae7c2. 00000080:00000010:0.1:1761225962.072554:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000044a3d8bc. 00000080:00000010:0.1:1761225962.072560:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001a030168. 00000080:00000010:0.1:1761225962.072566:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000065ca9b32. 00000080:00000010:0.1:1761225962.072573:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000027d94094. 00000080:00000010:0.1:1761225962.072578:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008916e413. 00000080:00000010:0.1:1761225962.072583:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000024c6375c. 00000080:00000010:0.1:1761225962.072588:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007048361b. 00000080:00000010:0.1:1761225962.072593:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a2094297. 00000080:00000010:0.1:1761225962.072601:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eedf628c. 00000080:00000010:0.1:1761225962.072605:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005e8abd18. 00000080:00000010:0.1:1761225962.072611:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000358c990e. 00000080:00000010:0.1:1761225962.072616:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000db26deb9. 00000080:00000010:0.1:1761225962.072621:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000039134e8c. 00000080:00000010:0.1:1761225962.072627:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002535f3ab. 00000080:00000010:0.1:1761225962.072633:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000009e7808c. 00000080:00000010:0.1:1761225962.072639:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eb3a07ca. 00000080:00000010:0.1:1761225962.072645:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000031eddbc5. 00000080:00000010:0.1:1761225962.072652:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dca9dc56. 00000080:00000010:0.1:1761225962.072659:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008372deee. 00000080:00000010:0.1:1761225962.072667:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030c01d15. 00000080:00000010:0.1:1761225962.072674:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000af52240d. 00000080:00000010:0.1:1761225962.072683:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009bdf46bc. 00000080:00000010:0.1:1761225962.072701:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b0b3b671. 00000080:00000010:0.1:1761225962.072711:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000129e149b. 00000080:00000010:0.1:1761225962.072720:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000acd50dca. 00000080:00000010:0.1:1761225962.072728:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073923ad0. 00000080:00000010:0.1:1761225962.072743:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000583dbd8c. 00000080:00000010:0.1:1761225962.072751:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ac58a3b1. 00000080:00000010:0.1:1761225962.072762:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000042ca356c. 00000080:00000010:0.1:1761225962.072770:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cf1e84e3. 00000080:00000010:0.1:1761225962.072778:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001e081793. 00000080:00000010:0.1:1761225962.072785:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000074587595. 00000080:00000010:0.1:1761225962.072795:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b59509c0. 00000080:00000010:0.1:1761225962.072804:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000341001c9. 00000080:00000010:0.1:1761225962.072812:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000202a5564. 00000080:00000010:0.1:1761225962.072819:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f8ff4289. 00000080:00000010:0.1:1761225962.072826:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b38d492a. 00000080:00000010:0.1:1761225962.072833:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000015884c9d. 00000080:00000010:0.1:1761225962.072838:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009ff0f3ce. 00000080:00000010:0.1:1761225962.072843:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002d76ee2d. 00000080:00000010:0.1:1761225962.072849:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030f99246. 00000080:00000010:0.1:1761225962.072855:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b42ee7b6. 00000080:00000010:0.1:1761225962.072859:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000091f4591f. 00000080:00000010:0.1:1761225962.072891:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005fc4ee7d. 00000080:00000010:0.1:1761225962.072898:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000caf89cf6. 00000080:00000010:0.1:1761225962.072903:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001c1e6425. 00000080:00000010:0.1:1761225962.072907:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ff978233. 00000080:00000010:0.1:1761225962.072912:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002e9a0788. 00000080:00000010:0.1:1761225962.072918:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c5e22e5c. 00000080:00000010:0.1:1761225962.072923:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000006cbc4d2. 00000080:00000010:0.1:1761225962.072928:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b5c900a. 00000080:00000010:0.1:1761225962.072932:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e9608ad2. 00000080:00000010:0.1:1761225962.072939:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000434b159e. 00000080:00000010:0.1:1761225962.072946:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004180885a. 00000080:00000010:0.1:1761225962.072952:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a58272f8. 00000080:00000010:0.1:1761225962.072958:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000038e0cee5. 00000080:00000010:0.1:1761225962.072964:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007b1d2849. 00000080:00000010:0.1:1761225962.072970:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008a1967a4. 00000080:00000010:0.1:1761225962.072981:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008ac64e20. 00000080:00000010:0.1:1761225962.072987:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c21377ff. 00000080:00000010:0.1:1761225962.072992:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004374c9a7. 00000080:00000010:0.1:1761225962.072997:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c5847ed6. 00000080:00000010:0.1:1761225962.073002:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000054abb8d6. 00000080:00000010:0.1:1761225962.073008:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e7d20036. 00000080:00000010:0.1:1761225962.073015:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000142f1841. 00000080:00000010:0.1:1761225962.073020:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005989f54f. 00000080:00000010:0.1:1761225962.073026:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004bd46a82. 00000080:00000010:0.1:1761225962.073031:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000847c3ee4. 00000080:00000010:0.1:1761225962.073039:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c320c626. 00000080:00000010:0.1:1761225962.073048:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005f529b54. 00000080:00000010:0.1:1761225962.073053:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000056fa2887. 00000080:00000010:0.1:1761225962.073079:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007e63f398. 00000080:00000010:0.1:1761225962.073086:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000052d85892. 00000080:00000010:0.1:1761225962.073092:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a21f977b. 00000080:00000010:0.1:1761225962.073097:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000e261a0c. 00000080:00000010:0.1:1761225962.073102:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c8116420. 00000080:00000010:0.1:1761225962.073107:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000031b30232. 00000080:00000010:0.1:1761225962.073112:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eacd3241. 00000080:00000010:0.1:1761225962.073117:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001fd972b6. 00000080:00000010:0.1:1761225962.073122:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000400a0c78. 00000080:00000010:0.1:1761225962.073128:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000374f7d62. 00000080:00000010:0.1:1761225962.073132:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000079eb265e. 00000080:00000010:0.1:1761225962.073138:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000acda111a. 00000080:00000010:0.1:1761225962.073144:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d7742a82. 00000080:00000010:0.1:1761225962.073151:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f8251544. 00000080:00000010:0.1:1761225962.073157:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000508836da. 00000080:00000010:0.1:1761225962.073163:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b7c98b17. 00000080:00000010:0.1:1761225962.073168:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b72db3c8. 00000080:00000010:0.1:1761225962.073174:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a749d9f2. 00000080:00000010:0.1:1761225962.073179:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ce3d5639. 00000080:00000010:0.1:1761225962.073186:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000052f5bd32. 00000080:00000010:0.1:1761225962.073191:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e09b8195. 00000080:00000010:0.1:1761225962.073203:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000067b3ad71. 00000080:00000010:0.1:1761225962.073210:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003e80c4af. 00000080:00000010:0.1:1761225962.073215:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000922ceb1d. 00000080:00000010:0.1:1761225962.073220:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c5352e85. 00000080:00000010:0.1:1761225962.073225:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009c58a9f3. 00000080:00000010:0.1:1761225962.073231:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c5b3509e. 00000080:00000010:0.1:1761225962.073236:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d6958e86. 00000080:00000010:0.1:1761225962.073240:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c984e585. 00000080:00000010:0.1:1761225962.073245:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004eb1209e. 00000080:00000010:0.1:1761225962.073249:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008fc41b23. 00000080:00000010:0.1:1761225962.073255:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000457d60f4. 00000080:00000010:0.1:1761225962.073261:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b2664d9. 00000080:00000010:0.1:1761225962.073267:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e2b55ea4. 00000080:00000010:0.1:1761225962.073284:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c34a2949. 00000080:00000010:0.1:1761225962.073291:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b9b502f7. 00000080:00000010:0.1:1761225962.073297:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009b60528b. 00000080:00000010:0.1:1761225962.073304:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000000826d52. 00000080:00000010:0.1:1761225962.073310:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000059b9133c. 00000080:00000010:0.1:1761225962.073316:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c1e3d570. 00000080:00000010:0.1:1761225962.073321:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c3b77a1f. 00000080:00000010:0.1:1761225962.073331:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cda5c73c. 00000080:00000010:0.1:1761225962.073337:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000629e568a. 00000080:00000010:0.1:1761225962.073342:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005dabebed. 00000080:00000010:0.1:1761225962.073347:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000be601cca. 00000080:00000010:0.1:1761225962.073352:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000054ba9bb8. 00000080:00000010:0.1:1761225962.073356:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000733c907e. 00000080:00000010:0.1:1761225962.073362:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e364b3f6. 00000080:00000010:0.1:1761225962.073367:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e7c5a5f3. 00000080:00000010:0.1:1761225962.073372:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007178079e. 00000080:00000010:0.1:1761225962.073377:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000f65b1ca. 00000080:00000010:0.1:1761225962.073382:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003ee29093. 00000080:00000010:0.1:1761225962.073387:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f00fffde. 00000080:00000010:0.1:1761225962.073392:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001bd4c8d0. 00000080:00000010:0.1:1761225962.073398:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000056350af3. 00000080:00000010:0.1:1761225962.073402:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002a8fb248. 00000080:00000010:0.1:1761225962.073407:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003272ce82. 00000080:00000010:0.1:1761225962.073412:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000215e0ca6. 00000080:00000010:0.1:1761225962.073416:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000788dbb15. 00000080:00000010:0.1:1761225962.073421:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007ee2e2b3. 00000080:00000010:0.1:1761225962.073425:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000073bddf35. 00000080:00000010:0.1:1761225962.073430:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002fc29d69. 00000080:00000010:0.1:1761225962.073435:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002a21ac45. 00000080:00000010:0.1:1761225962.073440:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a05da63e. 00000080:00000010:0.1:1761225962.073444:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000860de201. 00000080:00000010:0.1:1761225962.073448:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d72cd49a. 00000080:00000010:0.1:1761225962.073453:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008d8d3a78. 00000080:00000010:0.1:1761225962.073459:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000de86466. 00000080:00000010:0.1:1761225962.073464:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c36e6f77. 00000080:00000010:0.1:1761225962.073469:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eda0678e. 00000080:00000010:0.1:1761225962.073474:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c3f83f2a. 00000080:00000010:0.1:1761225962.073478:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000052d379d6. 00000080:00000010:0.1:1761225962.073483:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eef10030. 00000080:00000010:0.1:1761225962.073489:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000934b0e4c. 00000080:00000010:0.1:1761225962.073493:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000edf428e5. 00000080:00000010:0.1:1761225962.073498:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000da88d36b. 00000080:00000010:0.1:1761225962.073502:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f3582dba. 00000080:00000010:0.1:1761225962.073507:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030572754. 00000080:00000010:0.1:1761225962.073511:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000041998a84. 00000080:00000010:0.1:1761225962.073516:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b4b731f1. 00000080:00000010:0.1:1761225962.073521:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000075920119. 00000080:00000010:0.1:1761225962.073526:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bcb2d076. 00000080:00000010:0.1:1761225962.073532:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000014a21ec3. 00000080:00000010:0.1:1761225962.073538:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000330c238e. 00000080:00000010:0.1:1761225962.073543:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000030e32047. 00000080:00000010:0.1:1761225962.073548:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000aff0073b. 00000080:00000010:0.1:1761225962.073552:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e0eb2ebf. 00000080:00000010:0.1:1761225962.073558:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a0b63682. 00000080:00000010:0.1:1761225962.073563:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000863e6d15. 00000080:00000010:0.1:1761225962.073570:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001712a24e. 00000080:00000010:0.1:1761225962.073575:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000775e7fa7. 00000080:00000010:0.1:1761225962.073580:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000093200128. 00000080:00000010:0.1:1761225962.073585:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009e630ce4. 00000080:00000010:0.1:1761225962.073590:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005a8e2ca1. 00000080:00000010:0.1:1761225962.073594:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000742755aa. 00000080:00000010:0.1:1761225962.073598:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000521265fb. 00000080:00000010:0.1:1761225962.073603:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c015fa86. 00000080:00000010:0.1:1761225962.073608:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000383507f0. 00000080:00000010:0.1:1761225962.073613:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000040a6a4f9. 00000080:00000010:0.1:1761225962.073618:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000063e82599. 00000080:00000010:0.1:1761225962.073622:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004c7cc65f. 00000080:00000010:0.1:1761225962.073627:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ff51890e. 00000080:00000010:0.1:1761225962.073632:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005706da73. 00000080:00000010:0.1:1761225962.073637:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000047821b72. 00000080:00000010:0.1:1761225962.073641:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000091535ad. 00000080:00000010:0.1:1761225962.073646:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cd95a5ef. 00000080:00000010:0.1:1761225962.073650:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000098b4c112. 00000080:00000010:0.1:1761225962.073655:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005949288f. 00000080:00000010:0.1:1761225962.073659:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000acdb8acf. 00000080:00000010:0.1:1761225962.073665:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e76084ec. 00000080:00000010:0.1:1761225962.073669:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f409b653. 00000080:00000010:0.1:1761225962.073674:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000065051dea. 00000080:00000010:0.1:1761225962.073680:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000056c541d2. 00000080:00000010:0.1:1761225962.073684:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000034cccad1. 00000080:00000010:0.1:1761225962.073688:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000de1ab215. 00000080:00000010:0.1:1761225962.073692:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000074ceac6. 00000080:00000010:0.1:1761225962.073697:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ea491e7. 00000080:00000010:0.1:1761225962.073702:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001b6990f9. 00000080:00000010:0.1:1761225962.073706:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000ffefba4. 00000080:00000010:0.1:1761225962.073710:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000041c24747. 00000080:00000010:0.1:1761225962.073714:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cc0b7ece. 00000080:00000010:0.1:1761225962.073718:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002029d7d8. 00000080:00000010:0.1:1761225962.073723:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000077f94631. 00000080:00000010:0.1:1761225962.073728:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000003986ece. 00000080:00000010:0.1:1761225962.073734:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000011633c8a. 00000080:00000010:0.1:1761225962.073738:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e8d09541. 00000080:00000010:0.1:1761225962.073742:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ac421e6a. 00000080:00000010:0.1:1761225962.073747:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005ed09c94. 00000080:00000010:0.1:1761225962.073751:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c1823441. 00000080:00000010:0.1:1761225962.073756:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000dd679322. 00000080:00000010:0.1:1761225962.073760:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000a0a80d25. 00000080:00000010:0.1:1761225962.073764:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000db5c61e6. 00000080:00000010:0.1:1761225962.073769:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c7c5db17. 00000080:00000010:0.1:1761225962.073776:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004364bf68. 00000080:00000010:0.1:1761225962.073781:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f656c853. 00000080:00000010:0.1:1761225962.073785:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cfde6103. 00000080:00000010:0.1:1761225962.073789:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000bc4d28a8. 00000080:00000010:0.1:1761225962.073795:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003abab471. 00000080:00000010:0.1:1761225962.073800:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f6c2589b. 00000080:00000010:0.1:1761225962.073803:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000f7ff636. 00000080:00000010:0.1:1761225962.073807:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000efab763e. 00000080:00000010:0.1:1761225962.073811:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000eec2a680. 00000080:00000010:0.1:1761225962.073817:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000025358f3a. 00000080:00000010:0.1:1761225962.073822:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005fef9a95. 00000080:00000010:0.1:1761225962.073827:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009f48515e. 00000080:00000010:0.1:1761225962.073832:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2e9cff2. 00000080:00000010:0.1:1761225962.073837:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007f999f72. 00000080:00000010:0.1:1761225962.073844:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006b5a7e95. 00000080:00000010:0.1:1761225962.073850:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007d2516c8. 00000080:00000010:0.1:1761225962.073863:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d46dc7b8. 00000080:00000010:0.1:1761225962.073886:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000396f542a. 00000080:00000010:0.1:1761225962.073891:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000066a10ad5. 00000080:00000010:0.1:1761225962.073899:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000066c26dac. 00000080:00000010:0.1:1761225962.073903:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009bf26f2e. 00000080:00000010:0.1:1761225962.073907:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d5c1f07f. 00000080:00000010:0.1:1761225962.073912:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b733b897. 00000080:00000010:0.1:1761225962.073917:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f82d7f61. 00000080:00000010:0.1:1761225962.073922:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008f7c2e07. 00000080:00000010:0.1:1761225962.073927:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000008e97a6e. 00000080:00000010:0.1:1761225962.073930:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d3eaa2b6. 00000080:00000010:0.1:1761225962.073934:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000070ce7462. 00000080:00000010:0.1:1761225962.073939:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000006778ab5. 00000080:00000010:0.1:1761225962.073944:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000e12a304c. 00000080:00000010:0.1:1761225962.073949:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000001ca484ab. 00000080:00000010:0.1:1761225962.073953:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005d40fcd9. 00000080:00000010:0.1:1761225962.073958:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000002beb7d70. 00000080:00000010:0.1:1761225962.073962:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000009cb37242. 00000080:00000010:0.1:1761225962.073968:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000aac53c4. 00000080:00000010:0.1:1761225962.073973:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000063e10328. 00000080:00000010:0.1:1761225962.073984:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b40dd224. 00000080:00000010:0.1:1761225962.073988:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b2107cf7. 00000080:00000010:0.1:1761225962.073992:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003bebaddb. 00000080:00000010:0.1:1761225962.073997:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f2b60b17. 00000080:00000010:0.1:1761225962.074004:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000744f2222. 00000080:00000010:0.1:1761225962.074009:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006380f0ab. 00000080:00000010:0.1:1761225962.074013:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fc3e8adc. 00000080:00000010:0.1:1761225962.074017:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000d3a4ed2. 00000080:00000010:0.1:1761225962.074022:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000291776cc. 00000080:00000010:0.1:1761225962.074027:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000f8f4ec64. 00000080:00000010:0.1:1761225962.074061:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006ca664c1. 00000080:00000010:0.1:1761225962.074066:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000eda2d6c. 00000080:00000010:0.1:1761225962.074076:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000483c2f8a. 00000080:00000010:0.1:1761225962.074082:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000000a973ca9. 00000080:00000010:0.1:1761225962.074086:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005287560e. 00000080:00000010:0.1:1761225962.074091:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000df7cb96f. 00000080:00000010:0.1:1761225962.074096:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ca71d519. 00000080:00000010:0.1:1761225962.074102:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000033f3938. 00000080:00000010:0.1:1761225962.074108:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008751d119. 00000080:00000010:0.1:1761225962.074112:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003fa83077. 00000080:00000010:0.1:1761225962.074126:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000052d6625a. 00000080:00000010:0.1:1761225962.074131:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007092920b. 00000080:00000010:0.1:1761225962.074136:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000137a4099. 00000080:00000010:0.1:1761225962.074141:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000047c05b72. 00000080:00000010:0.1:1761225962.074147:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fa197aa4. 00000080:00000010:0.1:1761225962.074152:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000cfa86356. 00000080:00000010:0.1:1761225962.074155:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000086e63dbc. 00000080:00000010:0.1:1761225962.074160:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000b8101df8. 00000080:00000010:0.1:1761225962.074165:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000005efd5380. 00000080:00000010:0.1:1761225962.074172:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004ba5b29b. 00000080:00000010:0.1:1761225962.074177:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000008bcaf9d4. 00000080:00000010:0.1:1761225962.074183:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000059d088e0. 00000080:00000010:0.1:1761225962.074188:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000029601062. 00000080:00000010:0.1:1761225962.074193:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000007b7afea9. 00000080:00000010:0.1:1761225962.074198:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fe76b90d. 00000080:00000010:0.1:1761225962.074203:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000005b0e4ba. 00000080:00000010:0.1:1761225962.074208:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000046d61e47. 00000080:00000010:0.1:1761225962.074214:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000033d6147b. 00000080:00000010:0.1:1761225962.074219:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004f619070. 00000080:00000010:0.1:1761225962.074226:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 0000000033c0168d. 00000080:00000010:0.1:1761225962.074231:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000569eef9c. 00000080:00000010:0.1:1761225962.074235:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2e26635. 00000080:00000010:0.1:1761225962.074253:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000d2c9b53e. 00000080:00000010:0.1:1761225962.074263:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000208218fa. 00000080:00000010:0.1:1761225962.075606:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000004179a973. 00000080:00000010:0.1:1761225962.075618:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000ad2f7bd8. 00000080:00000010:0.1:1761225962.075622:0:12:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000171a0a04. 00010000:00000010:1.1:1761225962.082885:0:2290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008904357b. 00010000:00000010:1.1:1761225962.082893:0:2290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff0d05d9. 00010000:00000010:1.1:1761225962.082899:0:2290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005090acc0. 00000080:00000010:2.1:1761225962.083552:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000c2c600f8. 00000080:00000010:2.1:1761225962.083584:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000003effe63a. 00000080:00000010:2.1:1761225962.083603:0:62892:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000231de45d. 00000020:00000010:2.1:1761225962.083614:0:62892:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000008c149456. 00010000:00000010:1.1:1761225962.084896:0:62896:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f677cb93. 00010000:00000010:1.1:1761225962.084905:0:62896:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9966ffe. 00010000:00000010:2.1:1761225962.088957:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037d16101. 00010000:00000010:2.1:1761225962.088967:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002227c592. 00010000:00000010:2.1:1761225962.088972:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48b347c. 00010000:00000010:2.1:1761225962.088976:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304781d6. 00000020:00000010:0.1:1761225962.096938:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000008641a00c. 00010000:00000010:0.1:1761225962.098195:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d34d2b2. 00010000:00000010:0.1:1761225962.098206:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5b61162. 00010000:00000010:0.1:1761225962.098211:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b10384. 00010000:00000010:0.1:1761225962.098214:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a8be7d9. 00010000:00000010:0.1:1761225962.098218:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002be72ffb. 00010000:00000010:0.1:1761225962.098221:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005006d3df. 00010000:00000010:0.1:1761225962.098223:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545b3322. 00010000:00000010:0.1:1761225962.098228:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017918a96. 00010000:00000010:0.1:1761225962.098232:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8acda2. 00010000:00000010:0.1:1761225962.098235:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb294cb. 00010000:00000010:0.1:1761225962.098238:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000835966dc. 00010000:00000010:0.1:1761225962.098242:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c63ea708. 00010000:00000010:0.1:1761225962.098246:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075d37721. 00010000:00000010:0.1:1761225962.098251:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6d0ea8c. 00010000:00000010:0.1:1761225962.098257:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032fefc00. 00010000:00000010:0.1:1761225962.098261:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0ea61fb. 00010000:00000010:0.1:1761225962.098288:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000573a2f9c. 00010000:00000010:0.1:1761225962.098303:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c51709. 00010000:00000010:0.1:1761225962.098306:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e948ad20. 00010000:00000010:0.1:1761225962.098311:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008925c658. 00010000:00000010:0.1:1761225962.098314:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000623d61e8. 00010000:00000010:0.1:1761225962.098317:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054938508. 00010000:00000010:0.1:1761225962.098320:0:662:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fdffd39. 00010000:00000010:0.1:1761225962.098323:0:662:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000710ec193. 00010000:00000010:1.1:1761225962.115925:0:62892:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d71dfd4f. 00010000:00000010:1.1:1761225962.115933:0:62892:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003486f463. 00010000:00000010:1.1:1761225962.115937:0:62892:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c69a675. 00010000:00000010:1.1:1761225962.115940:0:62892:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004244eb8a. 00010000:00000010:1.1:1761225962.115942:0:62892:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d574ca. 00010000:00000010:1.1:1761225962.115946:0:62892:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af56bc24. 00010000:00000010:1.1:1761225962.115948:0:62892:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ca10c. 00010000:00000010:1.1:1761225962.115952:0:62892:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088e7341c. 00010000:00000010:1.1:1761225962.115955:0:62892:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f531e316. 00010000:00000010:1.1:1761225962.115958:0:62892:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086542abc. 00010000:00000010:1.1:1761225962.115960:0:62892:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059699974. 00000020:00000010:1.1:1761225962.131936:0:62893:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000002374d826. 00000020:00000010:3.1:1761225962.157514:0:44871:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000299206b6. 00010000:00000010:0.1:1761225962.169434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d490736. 00010000:00000010:0.1:1761225962.169444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013bf0537. 00000020:00000010:0.1:1761225962.169517:0:12:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000e21e0f24. 00000020:00000010:0.1:1761225962.169715:0:12:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 0000000024614830. 00000020:00000010:0.1:1761225962.169730:0:12:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000009ad53dd1. 00000020:00000010:1.1:1761225962.170017:0:62891:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000bb54335e. 00000020:00000010:0.1:1761225962.172216:0:12:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 0000000053598354. 00000020:00000010:1.1:1761225962.176087:0:62905:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000006bfcbb83. 00000020:00000010:1.1:1761225962.176179:0:62905:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000e187d376. 00000020:00000010:1.1:1761225962.176192:0:62905:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000000b44039b. 00000020:00000010:2.1:1761225962.176338:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000e49f633a. 00000020:00000010:2.1:1761225962.176408:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 0000000012b6a650. 00000020:00000010:2.1:1761225962.176417:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000a07f0d8d. 00000020:00000010:3.1:1761225962.176714:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000ca9f5079. 00000020:00000010:3.1:1761225962.176734:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000003e37c242. 00000020:00000010:3.1:1761225962.176745:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000006a558226. 00000020:00000010:3.1:1761225962.177024:0:32:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000ba221ca2. 00000080:00000010:3.1:1761230586.995906:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000caf33944. 00000080:00000010:2.1:1761230587.147936:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000005c8c75fd. 00000080:00000010:2.1:1761230587.280359:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000234eb7aa. 00000080:00000010:2.1:1761230587.361057:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000248ea56b. 00000080:00000010:2.1:1761230587.370576:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004ce5a3f4. 00000080:00000010:2.1:1761230587.379087:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000087a02075. 00000080:00000010:2.1:1761230587.395908:0:192130:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000791fed4c. 00010000:00000010:1.1:1761230633.230046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a463a93. 00010000:00000010:1.1:1761230633.230090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cf770f7. 00000080:00000010:0.1:1761230635.229420:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fc965776. 00010000:00000010:0.1:1761230635.229456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f67ac82f. 00010000:00000010:0.1:1761230635.229463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002697e697. 00000080:00000010:0.1:1761230635.229484:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000885e8796. 00010000:00000010:0.1:1761230635.229490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f7467. 00010000:00000010:0.1:1761230635.229494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044dd0ac8. 00000080:00000010:0.1:1761230635.229499:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f3ebc1c6. 00010000:00000010:0.1:1761230635.229504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000167d2c49. 00010000:00000010:0.1:1761230635.229507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003144725. 00010000:00000010:2.1:1761230775.997163:0:2283:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eab3cc81. 00000020:00000010:2.1:1761230775.997172:0:2283:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000005ca466c5. 00000020:00000010:2.1:1761230775.997197:0:2283:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000376bffab. 00010000:00000010:0.1:1761230776.000556:0:196043:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054ef7ca7. 00010000:00000010:0.1:1761230776.000566:0:196043:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f40df895. 00010000:00000010:0.1:1761230776.000572:0:196043:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e5052e3. 00010000:00000010:0.1:1761230776.000576:0:196043:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000415271c7. 00000020:00000010:3.1:1761230776.083121:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000f5246b67. 00000020:00000010:3.1:1761230776.083427:0:32:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000004b88ec85. 00000020:00000010:3.1:1761230776.083477:0:32:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 0000000014180a73. 00010000:00000010:3.1:1761230776.083536:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000798e47cb. 00010000:00000010:3.1:1761230776.083543:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfe5f29e. 00000020:00000010:3.1:1761230776.083728:0:32:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000abd1e4e0. 00000020:00000010:3.1:1761230776.083745:0:32:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000d3312cf3. 00000020:00000010:3.1:1761230776.083765:0:32:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000008caf596f. 00000020:00000010:0.1:1761230776.084913:0:178690:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000008e63878b. 00000020:00000010:0.1:1761230776.084943:0:178690:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000376494b3. 00000020:00000010:0.1:1761230776.084964:0:178690:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000a3c3f5f8. 00000020:00000010:1.1:1761230776.085669:0:192837:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000fd04ed31. 00000020:00000010:1.1:1761230776.085696:0:192837:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000c7277e09. 00000020:00000010:0.1:1761230776.115998:0:178690:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000f264dd54. 00000020:00000010:3.1:1761230776.171021:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 0000000090b27bc1. 00000020:00000010:3.1:1761230776.171080:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 000000009be58295. 00000020:00000010:3.1:1761230776.171114:0:0:0:(lu_object.c:2037:lu_env_item_free()) kfreed 'lei': 40 at 00000000585619f8. 00000080:00200000:3.0:1761231217.234469:0:202177:0:(rw26.c:916:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234473:0:202177:0:(rw26.c:954:ll_write_end()) page@000000004107b2c5[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234476:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000a6b6e952 17ffffc0001001 3:0 ffff8915d2def100 229 lru 00000080:00200000:3.0:1761231217.234481:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000ac0ed933 229: 1< 0x845fed 0 - - > 2< 937984 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234483:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000004107b2c5 00000080:00200000:3.0:1761231217.234484:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 230. 00000080:00200000:3.0:1761231217.234485:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234498:0:202177:0:(rw26.c:916:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234501:0:202177:0:(rw26.c:954:ll_write_end()) page@000000001f26da75[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234504:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @0000000015095a8f 17ffffc0001001 3:0 ffff8915d2deeff0 230 lru 00000080:00200000:3.0:1761231217.234509:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000008c8e39c0 230: 1< 0x845fed 0 - - > 2< 942080 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234511:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000001f26da75 00000080:00200000:3.0:1761231217.234512:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 231. 00000080:00200000:3.0:1761231217.234514:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234525:0:202177:0:(rw26.c:916:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234528:0:202177:0:(rw26.c:954:ll_write_end()) page@0000000052c6740f[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234531:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000000c354088 17ffffc0001001 3:0 ffff8915d2defba0 231 lru 00000080:00200000:3.0:1761231217.234535:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000003e3a5e2c 231: 1< 0x845fed 0 - - > 2< 946176 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234537:0:202177:0:(rw26.c:954:ll_write_end()) end page@0000000052c6740f 00000080:00200000:3.0:1761231217.234538:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 232. 00000080:00200000:3.0:1761231217.234539:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234549:0:202177:0:(rw26.c:916:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234552:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000c534b88a[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234554:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000945cc051 17ffffc0001001 3:0 ffff8915d2def650 232 lru 00000080:00200000:3.0:1761231217.234559:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000002adb5ab7 232: 1< 0x845fed 0 - - > 2< 950272 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234562:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000c534b88a 00000080:00200000:3.0:1761231217.234562:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 233. 00000080:00200000:3.0:1761231217.234564:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234576:0:202177:0:(rw26.c:916:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234579:0:202177:0:(rw26.c:954:ll_write_end()) page@000000009ce9917e[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234582:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000008720b325 17ffffc0001001 3:0 ffff8915d2deecc0 233 lru 00000080:00200000:3.0:1761231217.234587:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@0000000017b404e9 233: 1< 0x845fed 0 - - > 2< 954368 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234590:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000009ce9917e 00000080:00200000:3.0:1761231217.234591:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 234. 00000080:00200000:3.0:1761231217.234592:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234605:0:202177:0:(rw26.c:916:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234609:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000426114d5[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234611:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000695de72d 17ffffc0001021 2:0 ffff8915d2defa90 234 lru 00000080:00200000:3.0:1761231217.234616:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@0000000074df2255 234: 1< 0x845fed 0 - - > 2< 958464 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234618:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000426114d5 00000080:00200000:3.0:1761231217.234618:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 235. 00000080:00200000:3.0:1761231217.234619:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234629:0:202177:0:(rw26.c:916:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234631:0:202177:0:(rw26.c:954:ll_write_end()) page@000000005677e30e[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234633:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000008eb491c0 17ffffc0001001 3:0 ffff8915d2def210 235 lru 00000080:00200000:3.0:1761231217.234638:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000b7be0750 235: 1< 0x845fed 0 - - > 2< 962560 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234640:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000005677e30e 00000080:00200000:3.0:1761231217.234641:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 236. 00000080:00200000:3.0:1761231217.234642:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234651:0:202177:0:(rw26.c:916:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234653:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000c8d8c997[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234656:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000575003b8 17ffffc0001001 3:0 ffff8915d2def760 236 lru 00000080:00200000:3.0:1761231217.234661:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000009c4ac12a 236: 1< 0x845fed 0 - - > 2< 966656 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234662:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000c8d8c997 00000080:00200000:3.0:1761231217.234663:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 237. 00000080:00200000:3.0:1761231217.234664:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234671:0:202177:0:(rw26.c:916:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234674:0:202177:0:(rw26.c:954:ll_write_end()) page@0000000031db95a0[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234676:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000a3ba8e76 17ffffc0001001 3:0 ffff8915d2def980 237 lru 00000080:00200000:3.0:1761231217.234680:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000ff962861 237: 1< 0x845fed 0 - - > 2< 970752 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234682:0:202177:0:(rw26.c:954:ll_write_end()) end page@0000000031db95a0 00000080:00200000:3.0:1761231217.234683:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 238. 00000080:00200000:3.0:1761231217.234684:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234692:0:202177:0:(rw26.c:916:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234695:0:202177:0:(rw26.c:954:ll_write_end()) page@000000004f89dade[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234697:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000c2fcc5ec 17ffffc0001001 3:0 ffff8915d2dee220 238 lru 00000080:00200000:3.0:1761231217.234702:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000bbf0e611 238: 1< 0x845fed 0 - - > 2< 974848 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234704:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000004f89dade 00000080:00200000:3.0:1761231217.234704:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 239. 00000080:00200000:3.0:1761231217.234705:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234712:0:202177:0:(rw26.c:916:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234715:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000684d5924[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234717:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000a4a60a92 17ffffc0001001 3:0 ffff8915d2deedd0 239 lru 00000080:00200000:3.0:1761231217.234722:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000f6c6b615 239: 1< 0x845fed 0 - - > 2< 978944 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234723:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000684d5924 00000080:00200000:3.0:1761231217.234724:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 240. 00000080:00200000:3.0:1761231217.234725:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234742:0:202177:0:(rw26.c:916:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234745:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000eb2d0c03[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234747:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @0000000087d03fb0 17ffffc0001001 3:0 ffff8915d3df7ba0 240 lru 00000080:00200000:3.0:1761231217.234752:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000009bdcc6d8 240: 1< 0x845fed 0 - - > 2< 983040 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234753:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000eb2d0c03 00000080:00200000:3.0:1761231217.234754:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 241. 00000080:00200000:3.0:1761231217.234755:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234763:0:202177:0:(rw26.c:916:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234766:0:202177:0:(rw26.c:954:ll_write_end()) page@000000000b92b6c2[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234768:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000b9910d1d 17ffffc0001001 3:0 ffff8915d3df7650 241 lru 00000080:00200000:3.0:1761231217.234772:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000847e2cc6 241: 1< 0x845fed 0 - - > 2< 987136 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234774:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000000b92b6c2 00000080:00200000:3.0:1761231217.234775:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 242. 00000080:00200000:3.0:1761231217.234776:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234785:0:202177:0:(rw26.c:916:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234788:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000edea0517[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234791:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @0000000035d1f41a 17ffffc0001001 3:0 ffff8915d3df6cc0 242 lru 00000080:00200000:3.0:1761231217.234796:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000003a0e639b 242: 1< 0x845fed 0 - - > 2< 991232 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234797:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000edea0517 00000080:00200000:3.0:1761231217.234798:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 243. 00000080:00200000:3.0:1761231217.234799:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234807:0:202177:0:(rw26.c:916:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234809:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000dcb1ae67[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234811:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000930330f8 17ffffc0001001 3:0 ffff8915d3df7a90 243 lru 00000080:00200000:3.0:1761231217.234816:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000004257dc59 243: 1< 0x845fed 0 - - > 2< 995328 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234818:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000dcb1ae67 00000080:00200000:3.0:1761231217.234818:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 244. 00000080:00200000:3.0:1761231217.234820:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234827:0:202177:0:(rw26.c:916:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234830:0:202177:0:(rw26.c:954:ll_write_end()) page@000000002c35a140[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234832:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000e5dfd3f2 17ffffc0001001 3:0 ffff8915d3df7210 244 lru 00000080:00200000:3.0:1761231217.234837:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000cd9efe14 244: 1< 0x845fed 0 - - > 2< 999424 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234839:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000002c35a140 00000080:00200000:3.0:1761231217.234839:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 245. 00000080:00200000:3.0:1761231217.234840:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.234847:0:202177:0:(rw26.c:916:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:3.0:1761231217.234850:0:202177:0:(rw26.c:954:ll_write_end()) page@000000003b52a1c9[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.234852:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000007b04d4bf 17ffffc0001001 3:0 ffff8915d3df7760 245 lru 00000080:00200000:3.0:1761231217.234857:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000dcdefbe5 245: 1< 0x845fed 0 - - > 2< 1003520 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.234858:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000003b52a1c9 00000080:00200000:3.0:1761231217.234859:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 246. 00000080:00200000:3.0:1761231217.234860:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235004:0:202177:0:(rw26.c:916:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235008:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000a19c3e71[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235010:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000003a8b64e8 17ffffc0001001 3:0 ffff8915d3df7980 246 lru 00000080:00200000:3.0:1761231217.235015:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000000d2a3459 246: 1< 0x845fed 0 - - > 2< 1007616 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235017:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000a19c3e71 00000080:00200000:3.0:1761231217.235018:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 247. 00000080:00200000:3.0:1761231217.235020:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235032:0:202177:0:(rw26.c:916:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235035:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000cf5aded6[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235037:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000008af383c6 17ffffc0001001 3:0 ffff8915d3df6220 247 lru 00000080:00200000:3.0:1761231217.235042:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000cc022c79 247: 1< 0x845fed 0 - - > 2< 1011712 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235045:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000cf5aded6 00000080:00200000:3.0:1761231217.235046:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 248. 00000080:00200000:3.0:1761231217.235047:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235060:0:202177:0:(rw26.c:916:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235063:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000602771a4[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235066:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000f481c199 17ffffc0001001 3:0 ffff8915d3df6dd0 248 lru 00000080:00200000:3.0:1761231217.235071:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@0000000094a8040e 248: 1< 0x845fed 0 - - > 2< 1015808 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235073:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000602771a4 00000080:00200000:3.0:1761231217.235073:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 249. 00000080:00200000:3.0:1761231217.235075:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235091:0:202177:0:(rw26.c:916:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235094:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000331ff4d6[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235096:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @0000000073fe4205 17ffffc0001021 2:0 ffff8915d3df7870 249 lru 00000080:00200000:3.0:1761231217.235100:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000501a00a2 249: 1< 0x845fed 0 - - > 2< 1019904 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235102:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000331ff4d6 00000080:00200000:3.0:1761231217.235103:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 250. 00000080:00200000:3.0:1761231217.235104:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235118:0:202177:0:(rw26.c:916:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235122:0:202177:0:(rw26.c:954:ll_write_end()) page@000000006bb5a6f5[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235124:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000004eac685d 17ffffc0001001 3:0 ffff8915d3df6110 250 lru 00000080:00200000:3.0:1761231217.235129:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000de61eeda 250: 1< 0x845fed 0 - - > 2< 1024000 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235131:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000006bb5a6f5 00000080:00200000:3.0:1761231217.235132:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 251. 00000080:00200000:3.0:1761231217.235133:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235144:0:202177:0:(rw26.c:916:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235148:0:202177:0:(rw26.c:954:ll_write_end()) page@000000008d7d6b01[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235150:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000009dad6cb5 17ffffc0001001 3:0 ffff8915d3df6000 251 lru 00000080:00200000:3.0:1761231217.235156:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000005b9d9ebd 251: 1< 0x845fed 0 - - > 2< 1028096 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235157:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000008d7d6b01 00000080:00200000:3.0:1761231217.235158:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 252. 00000080:00200000:3.0:1761231217.235160:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235171:0:202177:0:(rw26.c:916:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235174:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000ae01c24b[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235177:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000ea57b4f7 17ffffc0001001 3:0 ffff8915d3df6bb0 252 lru 00000080:00200000:3.0:1761231217.235183:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@0000000013999228 252: 1< 0x845fed 0 - - > 2< 1032192 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235185:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000ae01c24b 00000080:00200000:3.0:1761231217.235186:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 253. 00000080:00200000:3.0:1761231217.235187:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235199:0:202177:0:(rw26.c:916:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235202:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000d9b454eb[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235205:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000004b55d03b 17ffffc0001001 3:0 ffff8915d3df7540 253 lru 00000080:00200000:3.0:1761231217.235210:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000008b2dd80a 253: 1< 0x845fed 0 - - > 2< 1036288 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235212:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000d9b454eb 00000080:00200000:3.0:1761231217.235213:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 254. 00000080:00200000:3.0:1761231217.235215:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235226:0:202177:0:(rw26.c:916:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235229:0:202177:0:(rw26.c:954:ll_write_end()) page@00000000d61ebdd2[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235232:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @000000000a5ff17a 17ffffc0001001 3:0 ffff8915d3df6660 254 lru 00000080:00200000:3.0:1761231217.235238:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@000000000461fda0 254: 1< 0x845fed 0 - - > 2< 1040384 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235240:0:202177:0:(rw26.c:954:ll_write_end()) end page@00000000d61ebdd2 00000080:00200000:3.0:1761231217.235241:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 255. 00000080:00200000:3.0:1761231217.235243:0:202177:0:(rw26.c:730:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:3.0:1761231217.235253:0:202177:0:(rw26.c:916:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:3.0:1761231217.235257:0:202177:0:(rw26.c:954:ll_write_end()) page@000000008999dbd7[3 0000000061a4a8d4 2 1 000000008a8a29da] 00000080:00200000:3.0:1761231217.235259:0:202177:0:(rw26.c:954:ll_write_end()) vmpage @00000000d3ab0cc9 17ffffc0001001 3:0 ffff8915d3df6440 255 lru 00000080:00200000:3.0:1761231217.235264:0:202177:0:(rw26.c:954:ll_write_end()) osc-page@00000000308dcdb1 255: 1< 0x845fed 0 - - > 2< 1044480 0 0 0x0 0x0 | 0000000000000000 000000002029685b 00000000400900ad > 3< 0 0 0 > 4< 0 0 8 115867648 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1761231217.235266:0:202177:0:(rw26.c:954:ll_write_end()) end page@000000008999dbd7 00000080:00200000:3.0:1761231217.235267:0:202177:0:(rw26.c:954:ll_write_end()) queued page: 256. 00000080:00200000:3.0:1761231217.235270:0:202177:0:(vvp_io.c:1207:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 00000008:00010000:3.0:1761231217.235317:0:202177:0:(osc_cache.c:803:osc_extent_find()) ### extent: 000000003cde4e23 ns: lustre-OST0000-osc-ffff8915d0f1f000 lock: 00000000501457ac/0xc948e9fb93c3311b lrc: 4/0,1 mode: PW/PW res: [0x1802:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xbca5d748e6ca2e64 expref: -99 pid: 202080 timeout: 0 lvb_type: 1 00000080:00200000:3.0:1761231217.235351:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235380:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235398:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235413:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235429:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235445:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235461:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235477:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235493:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235510:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235526:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235541:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235558:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235576:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235590:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235605:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235620:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 15, dirtied 15 00000080:00200000:3.0:1761231217.235625:0:202177:0:(vvp_io.c:1122:vvp_set_batch_dirty()) mapping 0000000081e92dc2, count 1, dirtied 1 00000080:00200000:3.0:1761231217.235627:0:202177:0:(vvp_io.c:1230:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1761231217.235638:0:202177:0:(file.c:1495:ll_merge_attr()) [0x200002b11:0xe34:0x0] updating i_size 1048576 00000080:00200000:3.0:1761231217.235641:0:202177:0:(vvp_io.c:1395:vvp_io_write_start()) f806.sanity: write nob 0, result: 1048576 00000020:00010000:3.0:1761231217.237893:0:202177:0:(cl_lock.c:53:__cl_lock_trace()) release lock: 0000000061635d6f (00000000276a8564/0) at cl_lock_release():234 00000020:00010000:3.0:1761231217.237900:0:202177:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: 0000000061635d6f (00000000276a8564/0) at cl_lock_cancel():151 00000020:00010000:3.0:1761231217.237904:0:202177:0:(cl_lock.c:53:__cl_lock_trace()) cancel lock: 00000000b0492a0c (00000000e9ae7627/1) at cl_lock_cancel():151 00010000:00010000:3.0:1761231217.237912:0:202177:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff8915d0f1f000 lock: 00000000501457ac/0xc948e9fb93c3311b lrc: 5/0,1 mode: PW/PW res: [0x1802:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0xbca5d748e6ca2e64 expref: -99 pid: 202080 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1761231217.237923:0:202177:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff8915d0f1f000 lock: 00000000501457ac/0xc948e9fb93c3311b lrc: 4/0,0 mode: PW/PW res: [0x1802:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0xbca5d748e6ca2e64 expref: -99 pid: 202080 timeout: 0 lvb_type: 1 00000020:00010000:3.0:1761231217.237939:0:202177:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: 0000000061635d6f (00000000276a8564/0) at cl_lock_fini():84 00000020:00010000:3.0:1761231217.237941:0:202177:0:(cl_lock.c:53:__cl_lock_trace()) destroy lock: 00000000b0492a0c (00000000276a8564/1) at cl_lock_fini():84 00000080:00200000:3.0:1761231217.237948:0:202177:0:(vvp_io.c:538:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1761231217.237955:0:202177:0:(file.c:1773:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:3.0:1761231217.237963:0:202177:0:(vvp_io.c:313:vvp_io_fini()) [0x200002b11:0xe34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0 00000080:00200000:3.0:1761231217.237966:0:202177:0:(file.c:1816:ll_file_io_generic()) f806.sanity: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1761231217.237971:0:202177:0:(file.c:1878:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200000:3.0:1761231217.237994:0:202177:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200002b11:0xe34:0x0](00000000aa41c0ad) 00000002:00100000:3.0:1761231217.238037:0:202177:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000066e7e593 x1846777736057856/t25769811120(25769811120) o101->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 584/656 e 0 to 0 dl 1761231261 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'multiop.0' 00000020:00100000:3.0:1761231217.238060:0:202177:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8915d0f1f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1761231217.238065:0:202177:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003dd9839b x1846777736058112/t0(0) o35->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231217.238081:0:202177:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job multiop:b95147d6-1099-4870-a403-e5d2f4ac6e49:202177:1846777736058112:192.168.201.106@tcp:35:multiop.0 00000100:00100000:3.0:1761231217.238120:0:202177:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cab427ab going to sleep for 6 seconds 00000100:00100000:3.0:1761231218.810156:0:2291:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:54111176-6dbf-4c73-8c00-8df748ec72c3:2291:1846777736060224:192.168.201.106@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761231218.810278:0:2291:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b95147d6-1099-4870-a403-e5d2f4ac6e49:2291:1846777736060352:192.168.201.106@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761231218.810340:0:2291:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b95147d6-1099-4870-a403-e5d2f4ac6e49:2291:1846777736060480:192.168.201.106@tcp:400:kworker/u8:3.0 00000100:00000400:3.0:1761231225.978004:0:2291:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1761231218/real 1761231218] req@0000000070bd2103 x1846777736060480/t0(0) o400->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1761231225 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761231225.978059:0:2291:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000070bd2103 x1846777736060480/t0(0) o400->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 224/224 e 0 to 1 dl 1761231225 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761231225.978072:0:2291:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1761231225.978076:0:2291:0:(import.c:200:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff8915d0f1f000: Connection to lustre-OST0001 (at 192.168.201.106@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1761231225.988301:0:2291:0:(import.c:434:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00100000:3.0:1761231225.988351:0:2291:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:b95147d6-1099-4870-a403-e5d2f4ac6e49:2291:1846777736060480:192.168.201.106@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761231225.988524:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736061120:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231225.990695:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736061184:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231231.097993:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1761231225/real 1761231225] req@00000000161ad79e x1846777736061184/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231231 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231231.098042:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736061184/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231231 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231231.098058:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1761231225/real 1761231225] req@00000000f706d6b4 x1846777736061120/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231231 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231231.098077:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736061120/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231231 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231231.098123:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231231.098152:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231231.098173:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736061184:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00080000:3.0:1761231231.098181:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231231.098189:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231231.098194:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736061120:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.1:1761231236.025946:0:2280:0:(socklnd_cb.c:2370:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.201.106@tcp (192.168.201.106:988) the network or that node may be down. 00000100:00100000:3.0:1761231242.362045:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1761231231/real 1761231231] req@000000009dca9672 x1846777736061504/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231242 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761231242.362091:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736061504/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231242 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761231242.362101:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1761231231/real 1761231231] req@00000000c90d576b x1846777736061440/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231242 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761231242.362112:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736061440/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231242 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761231242.362134:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231242.362161:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231242.362167:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736061504:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00080000:3.0:1761231242.362190:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231242.362196:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231242.362199:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736061440:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761231242.362447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736062144:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761231242.362525:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736062208:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761231252.410000:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231252.410089:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231252.410113:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000100:00080000:3.0:1761231252.410388:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.410397:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231252.410402:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231252.410410:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6458 00000100:00080000:3.0:1761231252.410421:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231252.410434:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231252.410465:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736062464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231252.410497:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.410501:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231252.410504:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.410507:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231252.436450:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.436460:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231252.436465:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231252.436479:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 6458 00000100:00080000:3.0:1761231252.436495:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231252.436530:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736062528/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231252.436565:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.436575:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231252.436583:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231252.436592:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6458 00000100:00080000:3.0:1761231252.436606:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231252.436623:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231252.436650:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736062592/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231252.436667:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.436672:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231252.436676:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.436681:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231252.436693:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.436697:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231252.436699:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231252.436703:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231257.721959:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231257.721967:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231257.721969:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231257.721971:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231257.721972:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231257.721974:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231257.721975:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231257.721977:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231257.721979:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231257.721981:0:202198:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000800:00000100:3.0:1761231259.578014:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231259.578095:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231259.578112:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231259.578120:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231259.578127:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000100:00000400:3.0:1761231262.330152:0:2292:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1761231218/real 1761231218] req@00000000c35ccb78 x1846777736060288/t0(0) o400->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1761231262 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761231262.330199:0:2292:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000c35ccb78 x1846777736060288/t0(0) o400->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 224/224 e 0 to 1 dl 1761231262 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761231262.330210:0:2292:0:(import.c:234:ptlrpc_set_import_discon()) mdc: import 00000000de20973e already not connected (conn 2, was 1): CONNECTING 00000100:00100000:3.0:1761231262.330232:0:2292:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b95147d6-1099-4870-a403-e5d2f4ac6e49:2292:1846777736060288:192.168.201.106@tcp:400:kworker/u8:3.0 00000800:00000100:3.0:1761231267.769968:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231267.770053:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231267.770108:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231275.961999:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231275.962038:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231275.962049:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 224 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231275.962054:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231275.962065:0:2280:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00080000:3.0:1761231275.962177:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231275.962183:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231275.962187:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231275.962195:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 6855 00000100:00080000:3.0:1761231275.962201:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 6s 00000100:00080000:3.0:1761231275.962210:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231275.962246:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736062784/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231275.962269:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231275.962273:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231275.962275:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231275.962280:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6855 00000100:00080000:3.0:1761231275.962283:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 6s 00000100:00080000:3.0:1761231275.962287:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231275.962297:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231275.962313:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736062848/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231275.962323:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231275.962325:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231275.962327:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231275.962329:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231275.962335:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231275.962337:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231275.962338:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231275.962339:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231284.154429:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231284.154437:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231284.154441:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231284.154445:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231284.154448:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231284.154453:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231284.154457:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231284.154466:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6855 00000100:00080000:3.0:1761231284.154471:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 6s 00000100:00080000:3.0:1761231284.154478:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231284.154490:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231284.154522:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736062912/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231284.154548:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231284.154551:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231284.154553:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231284.154557:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6871 00000100:00080000:3.0:1761231284.154560:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231284.154563:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231284.154568:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231284.154579:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736062976/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231284.154591:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231284.154597:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231284.154602:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231284.154608:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6871 00000100:00080000:3.0:1761231284.154610:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231284.154613:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231284.154624:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231284.154638:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736063040/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231289.465984:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231289.465994:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231289.465998:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231289.466001:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231289.466004:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231289.466008:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231289.466011:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231289.466014:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231289.466017:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231289.466020:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231292.346104:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231292.346127:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231292.346135:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736062848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:3.0:1761231292.346143:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231292.346151:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231292.346155:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736062784:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231292.346280:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736063104:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231292.346357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063168:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231299.514189:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231284/real 1761231299] req@00000000a20dea0d x1846777736062976/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231309 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231299.514210:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736062976/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231309 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231299.514218:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231299.514236:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231299.514239:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736062976:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231299.514244:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231284/real 1761231299] req@00000000311bc461 x1846777736063040/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231309 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231299.514252:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736063040/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231309 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231299.514257:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231299.514262:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231299.514265:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063040:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00080000:3.0:1761231299.514270:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231299.514273:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231299.514275:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736062912:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231299.514417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063232:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231299.514475:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063296:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231299.514512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063360:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231307.706046:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231292/real 1761231307] req@000000001f17a0b8 x1846777736063104/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231307.706069:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736063104/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231307.706080:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231307.706100:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231307.706105:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736063104:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231307.706124:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231292/real 1761231307] req@0000000099725227 x1846777736063168/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231307.706137:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736063168/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231307.706144:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231307.706159:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231307.706162:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063168:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231307.706243:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736063424:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231307.706300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:3.0:1761231313.017992:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231313.018004:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231313.018006:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231313.018009:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231313.018010:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231313.018012:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231313.018013:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231313.018015:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231313.018016:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231313.018018:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1761231315.897972:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1761231299/real 0] req@000000002f434b1a x1846777736063232/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231315 ref 2 fl Rpc:XNr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231315.898037:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736063232/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231315 ref 2 fl UnregRPC:XNU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231315.898058:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231299/real 1761231315] req@00000000c35ccb78 x1846777736063296/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231324 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231315.898068:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736063296/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231324 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231315.898077:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231315.898100:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231315.898105:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063296:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00080000:3.0:1761231315.898112:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231315.898117:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231315.898120:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063232:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231315.898155:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231299/real 1761231315] req@0000000070bd2103 x1846777736063360/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231324 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231315.898184:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736063360/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231324 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231315.898198:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231315.898211:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231315.898215:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063360:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231315.898303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063552:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231315.898363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063616:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231315.898376:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063680:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231324.090107:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231307/real 1761231324] req@0000000099725227 x1846777736063488/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231328 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231324.090146:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736063488/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231328 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231324.090162:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231324.090190:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231324.090197:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231324.090209:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231307/real 1761231324] req@000000001f17a0b8 x1846777736063424/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231328 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231324.090244:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736063424/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231328 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231324.090258:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231324.090279:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231324.090284:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736063424:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231324.090456:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736063744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231324.090544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736063808:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231364.026154:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.026161:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.026164:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.026167:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.026169:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.026188:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231364.026190:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231364.026196:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6951 00000100:00080000:3.0:1761231364.026199:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231364.026209:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231364.026219:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231364.026245:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736064512/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231364.026267:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.026272:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231364.026273:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231364.026276:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6951 00000100:00080000:3.0:1761231364.026279:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231364.026284:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231364.026290:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231364.026304:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736064576/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231364.026316:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.026319:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231364.026321:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231364.026324:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6951 00000100:00080000:3.0:1761231364.026327:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231364.026330:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231364.026335:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231364.026345:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736064640/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231364.026355:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.026358:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.026359:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.026361:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000100:3.0:1761231364.729982:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -110 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761231364.730040:0:2277:0:(acceptor.c:109:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106:988 took too long: that node may be hung or experiencing high load. 00000800:00000100:3.0:1761231364.730061:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231364.730099:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231364.730113:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231364.730126:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231364.730137:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00080000:3.0:1761231364.730232:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730236:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.730240:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730248:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231364.730250:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231364.730255:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6959 00000100:00080000:3.0:1761231364.730258:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231364.730267:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231364.730279:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231364.730308:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736064704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231364.730322:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730329:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.730334:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730337:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.730338:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730341:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.730347:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730354:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231364.730357:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231364.730362:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 6959 00000100:00080000:3.0:1761231364.730365:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231364.730373:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231364.730387:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736064768/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231364.730407:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730410:0:176213:0:(pinger.c:265:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1761231364.730412:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730420:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231364.730421:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231364.730428:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6967 00000100:00080000:3.0:1761231364.730431:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231364.730437:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231364.730443:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231364.730453:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736064832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231364.730481:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231364.730485:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231364.730488:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231364.730495:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6967 00000100:00080000:3.0:1761231364.730498:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231364.730501:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231364.730505:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231364.730512:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736064896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000100:3.0:1761231371.834268:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761231371.834331:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231371.834349:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231371.834395:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231371.834406:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231371.834415:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231371.834424:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00080000:3.0:1761231384.186003:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231384.186009:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231384.186012:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231384.186020:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 6982 00000100:00080000:3.0:1761231384.186022:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231384.186027:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231384.186053:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736065920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231384.186073:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231384.186075:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231384.186076:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231384.186079:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6982 00000100:00080000:3.0:1761231384.186080:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231384.186082:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231384.186089:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231384.186096:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736065984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231384.186102:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231384.186104:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231384.186105:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231384.186106:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6982 00000100:00080000:3.0:1761231384.186107:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231384.186109:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231384.186111:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231384.186116:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736066048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231384.186121:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231384.186122:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231384.186123:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231384.186125:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6982 00000100:00080000:3.0:1761231384.186126:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231384.186129:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231384.186131:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231384.186137:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736066112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231384.186142:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231384.186144:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231384.186145:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231384.186148:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6982 00000100:00080000:3.0:1761231384.186151:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231384.186156:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231384.186164:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231384.186177:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736066176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231389.306009:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231389.306022:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231389.306029:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231389.306043:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 6987 00000100:00080000:3.0:1761231389.306048:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231389.306057:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231389.306100:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736066240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231389.306134:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231389.306139:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231389.306141:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231389.306146:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6987 00000100:00080000:3.0:1761231389.306148:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231389.306152:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231389.306162:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231389.306174:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736066304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231389.306184:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231389.306187:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231389.306190:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231389.306194:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6987 00000100:00080000:3.0:1761231389.306197:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231389.306200:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231389.306203:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231389.306211:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736066368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231389.306221:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231389.306226:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231389.306228:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231389.306232:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6987 00000100:00080000:3.0:1761231389.306234:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231389.306238:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231389.306242:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231389.306255:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736066432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231389.306277:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231389.306283:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231389.306284:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231389.306291:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6987 00000100:00080000:3.0:1761231389.306293:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231389.306297:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231389.306303:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231389.306317:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736066496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231394.426025:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231394.426039:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231394.426047:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231394.426063:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 6992 00000100:00080000:3.0:1761231394.426069:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231394.426082:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231394.426137:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736066560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231394.426184:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231394.426192:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231394.426195:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231394.426202:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6992 00000100:00080000:3.0:1761231394.426206:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231394.426213:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231394.426228:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231394.426250:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736066624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231394.426269:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231394.426275:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231394.426278:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231394.426284:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6992 00000100:00080000:3.0:1761231394.426289:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231394.426294:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231394.426304:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231394.426319:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736066688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231394.426332:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231394.426336:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231394.426337:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231394.426349:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6992 00000100:00080000:3.0:1761231394.426357:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231394.426368:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231394.426375:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231394.426395:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736066752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231394.426404:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231394.426408:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231394.426409:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231394.426413:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 6992 00000100:00080000:3.0:1761231394.426415:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231394.426419:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231394.426425:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231394.426437:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736066816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000100:3.0:1761231397.498241:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761231397.498291:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231397.498310:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231397.498373:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231397.498383:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231397.498392:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231397.498400:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00080000:3.0:1761231404.666048:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231404.666059:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231404.666064:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231404.666077:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7003 00000100:00080000:3.0:1761231404.666082:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231404.666090:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231404.666135:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736067200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231404.666170:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231404.666174:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231404.666176:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231404.666181:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7003 00000100:00080000:3.0:1761231404.666183:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231404.666187:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231404.666197:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231404.666211:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736067264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231404.666222:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231404.666227:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231404.666229:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231404.666233:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7003 00000100:00080000:3.0:1761231404.666237:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231404.666246:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231404.666256:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231404.666269:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736067328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231404.666281:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231404.666285:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231404.666287:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231404.666291:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7003 00000100:00080000:3.0:1761231404.666294:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231404.666298:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231404.666303:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231404.666315:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736067392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231404.666324:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231404.666327:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231404.666329:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231404.666332:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7003 00000100:00080000:3.0:1761231404.666334:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231404.666343:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231404.666354:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231404.666370:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736067456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000100:3.0:1761231417.978244:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761231417.978294:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231417.978313:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231417.978357:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231417.978397:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231417.978407:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231417.978417:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761231417.978706:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068032:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231417.978716:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231414/real 1761231417] req@00000000d75fe628 x1846777736067840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231439 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231417.978735:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736067840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231439 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231417.978748:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231417.978753:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231417.978757:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736067840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231419.002073:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231420.026048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231420.026107:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231420.026121:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231420.026126:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231420.026139:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7018 00000100:00080000:3.0:1761231420.026144:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231420.026152:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231420.026193:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736068160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231420.026230:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231420.026234:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231420.026236:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231420.026241:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7018 00000100:00080000:3.0:1761231420.026244:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231420.026248:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231420.026258:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231420.026274:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736068224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231420.026287:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231420.026291:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231420.026296:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761231420.026305:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736068160:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:3.0:1761231420.026306:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7018 00000100:00080000:3.0:1761231420.026316:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231420.026325:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231420.026331:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231420.026377:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736068288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231420.026389:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231420.026393:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231420.026395:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231420.026399:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7018 00000100:00080000:3.0:1761231420.026403:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231420.026407:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231420.026414:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231420.026433:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736068352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231420.026448:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231420.026454:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231420.026457:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761231420.026468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231420.026470:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7018 00000100:00080000:3.0:1761231420.026480:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231420.026492:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231420.026503:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231420.026522:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231420/real 1761231420] req@00000000311bc461 x1846777736068160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231420.026535:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736068416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231420.026583:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736068160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231420.026610:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231420.026630:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231420.026640:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736068160:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231420.026702:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068224:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231420.026753:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231420.026772:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231420/real 1761231420] req@00000000a20dea0d x1846777736068224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231420.026808:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736068224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231420.026824:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231420.026829:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231420.026835:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068224:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231420.026847:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068288:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231420.026939:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231420.026956:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231420/real 1761231420] req@00000000d46ba267 x1846777736068288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231420.026975:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736068288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231420.026988:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231420.026992:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231420.026997:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068288:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231420.027007:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068352:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231420.027045:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231420.027060:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231420/real 1761231420] req@000000007cc317a5 x1846777736068352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231420.027079:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736068352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231420.027092:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231420.027098:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231420.027102:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068352:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231420.027114:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068416:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231420.027153:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231420.027170:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231420/real 1761231420] req@00000000eb335f49 x1846777736068416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231420.027190:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736068416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231420.027205:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231420.027209:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231420.027214:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068416:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00080000:3.0:1761231425.146024:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231425.146038:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231425.146044:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231425.146056:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7023 00000100:00080000:3.0:1761231425.146061:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231425.146071:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231425.146117:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736068480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231425.146152:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231425.146157:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231425.146159:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231425.146163:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7023 00000100:00080000:3.0:1761231425.146166:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231425.146169:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231425.146180:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231425.146194:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736068544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231425.146206:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231425.146211:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231425.146213:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231425.146218:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7023 00000100:00080000:3.0:1761231425.146220:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231425.146230:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761231425.146231:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736068480:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761231425.146249:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231425.146294:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736068608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231425.146307:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231425.146312:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231425.146314:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231425.146319:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7023 00000100:00080000:3.0:1761231425.146322:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231425.146326:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231425.146331:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231425.146343:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736068672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231425.146353:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231425.146356:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231425.146358:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231425.146362:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7023 00000100:00080000:3.0:1761231425.146364:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761231425.146370:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231425.146376:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231425.146383:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231425.146398:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736068736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231425.146408:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231425/real 1761231425] req@000000000b14a2de x1846777736068480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231425.146435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736068480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231425.146448:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231425.146452:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231425.146457:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736068480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231425.146466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068544:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231425.146496:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231425.146506:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231425/real 1761231425] req@0000000017b16811 x1846777736068544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231425.146518:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736068544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231425.146527:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231425.146530:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231425.146533:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068544:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231425.146563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068608:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231425.146582:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231425.146591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231425/real 1761231425] req@000000003dd9839b x1846777736068608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231425.146603:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736068608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231425.146611:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231425.146613:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231425.146616:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068608:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231425.146623:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068672:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231425.146641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231425.146649:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231425/real 1761231425] req@00000000736ef9ba x1846777736068672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231425.146668:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736068672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231425.146676:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231425.146678:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231425.146681:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068672:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231425.146686:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068736:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231425.146703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231425.146710:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231425/real 1761231425] req@00000000d2119349 x1846777736068736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231425.146721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736068736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231425.146729:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231425.146731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231425.146734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736068736:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231430.266042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231430.266102:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231430.266114:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231430.266118:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231430.266129:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7028 00000100:00080000:2.0:1761231430.266133:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231430.266142:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231430.266207:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736068800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231430.266250:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231430.266255:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231430.266256:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231430.266260:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7028 00000100:00080000:2.0:1761231430.266262:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231430.266266:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231430.266277:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231430.266290:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736068864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231430.266300:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231430.266304:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231430.266306:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231430.266309:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7028 00000100:00080000:2.0:1761231430.266311:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231430.266314:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231430.266318:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231430.266326:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736068928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231430.266335:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231430.266339:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231430.266340:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231430.266344:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7028 00000100:00080000:2.0:1761231430.266347:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231430.266352:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231430.266358:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231430.266371:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736068992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231430.266383:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231430.266390:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231430.266394:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231430.266404:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7028 00000100:00080000:2.0:1761231430.266406:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231430.266410:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231430.266415:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231430.266431:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736069056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231431.289992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231432.314003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231433.338009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231434.361991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231435.386033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231435.386245:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736069120:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231435.386376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231435.386425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231435/real 1761231435] req@000000001edf5a39 x1846777736069120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231435.386453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736069120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231435.386466:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231435.386472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231435.386478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736069120:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231435.386522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069184:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231435.386552:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231435.386561:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231435/real 1761231435] req@0000000023d541ab x1846777736069184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231435.386581:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736069184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231435.386591:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231435.386593:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231435.386599:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069184:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231435.386605:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069248:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231435.386638:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231435.386671:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231435/real 1761231435] req@00000000d75fe628 x1846777736069248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231435.386695:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736069248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231435.386703:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231435.386706:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231435.386709:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069248:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231435.386718:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069312:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231435.386738:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231435.386744:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231435/real 1761231435] req@00000000e0da2515 x1846777736069312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231435.386760:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736069312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231435.386767:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231435.386769:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231435.386774:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069312:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231435.386787:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069376:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231435.386810:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231435.386823:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231435/real 1761231435] req@000000009dca9672 x1846777736069376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231435.386841:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736069376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231435.386848:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231435.386850:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231435.386855:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069376:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231436.409993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231437.434034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231438.458010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231439.482034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231440.506079:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231440.506094:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231440.506101:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231440.506114:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7038 00000100:00080000:3.0:1761231440.506120:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761231440.506127:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231440.506129:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231440.506179:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736069440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231440.506213:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231440.506218:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231440.506220:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231440.506224:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7038 00000100:00080000:3.0:1761231440.506227:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231440.506232:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231440.506243:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231440.506259:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736069504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231440.506265:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736069440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231440.506287:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231440.506292:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231440.506295:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231440.506301:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7038 00000100:00080000:3.0:1761231440.506303:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231440.506307:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231440.506312:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231440.506329:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736069568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231440.506338:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231440.506341:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231440.506343:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231440.506347:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7038 00000100:00080000:3.0:1761231440.506350:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231440.506354:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231440.506359:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761231440.506367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231440.506375:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736069632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231440.506387:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231440.506392:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231440.506395:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761231440.506402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231440/real 1761231440] req@0000000009919b3e x1846777736069440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231440.506403:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7038 00000100:00080000:3.0:1761231440.506411:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231440.506420:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231440.506430:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231440.506445:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736069696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231440.506449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736069440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231440.506505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231440.506510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231440.506517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736069440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231440.506549:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231440.506577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231440.506587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231440/real 1761231440] req@0000000066592840 x1846777736069504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231440.506600:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736069504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231440.506609:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231440.506612:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231440.506616:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231440.506622:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231440.506640:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231440.506647:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231440/real 1761231440] req@00000000d3a306c9 x1846777736069568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231440.506659:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736069568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231440.506667:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231440.506669:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231440.506672:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231440.506679:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231440.506697:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231440.506705:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231440/real 1761231440] req@0000000044909560 x1846777736069632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231440.506717:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736069632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231440.506726:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231440.506728:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231440.506731:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231440.506736:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231440.506754:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231440.506761:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231440/real 1761231440] req@00000000a0b7b6fd x1846777736069696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231440.506772:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736069696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231440.506781:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231440.506783:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231440.506786:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069696:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231441.530000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231442.554068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231443.578023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231444.602030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231445.626046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231445.626050:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231445.626064:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231445.626069:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231445.626081:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7044 00000100:00080000:3.0:1761231445.626086:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231445.626095:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231445.626140:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736069760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231445.626175:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231445.626179:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231445.626181:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231445.626186:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7044 00000100:00080000:3.0:1761231445.626189:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231445.626192:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231445.626203:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231445.626218:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736069824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231445.626231:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761231445.626237:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736069760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231445.626239:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231445.626244:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231445.626252:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7044 00000100:00080000:3.0:1761231445.626255:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231445.626259:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231445.626267:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231445.626281:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736069888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231445.626292:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231445.626295:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231445.626297:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231445.626301:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7044 00000100:00080000:3.0:1761231445.626303:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231445.626307:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231445.626311:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231445.626325:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736069952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231445.626338:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231445.626347:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231445.626352:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231445.626355:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231445.626362:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7044 00000100:00080000:3.0:1761231445.626364:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231445.626370:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231445.626375:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231445.626378:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231445/real 1761231445] req@00000000a0b7b6fd x1846777736069760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231445.626390:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736070016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231445.626415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736069760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231445.626431:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231445.626437:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231445.626442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736069760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231445.626474:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069824:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231445.626500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231445.626510:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231445/real 1761231445] req@0000000044909560 x1846777736069824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231445.626524:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736069824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231445.626532:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231445.626535:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231445.626539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231445.626545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231445.626563:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231445.626570:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231445/real 1761231445] req@00000000d3a306c9 x1846777736069888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231445.626591:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736069888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231445.626599:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231445.626602:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231445.626604:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231445.626610:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231445.626629:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231445.626637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231445/real 1761231445] req@0000000066592840 x1846777736069952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231445.626648:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736069952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231445.626657:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231445.626659:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231445.626662:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736069952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231445.626668:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231445.626685:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231445.626693:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231445/real 1761231445] req@0000000009919b3e x1846777736070016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231445.626704:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736070016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231445.626712:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231445.626715:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231445.626718:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070016:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231446.650055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231447.674040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231448.697961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231449.722009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231450.746027:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231450.746041:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231450.746046:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761231450.746048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231450.746062:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7049 00000100:00080000:2.0:1761231450.746067:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231450.746076:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231450.746123:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736070080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231450.746157:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231450.746162:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231450.746164:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231450.746168:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7049 00000100:00080000:2.0:1761231450.746171:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231450.746174:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231450.746184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231450.746197:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736070144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231450.746207:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231450.746210:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231450.746213:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231450.746217:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7049 00000100:00080000:2.0:1761231450.746220:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231450.746223:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231450.746227:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231450.746235:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736070208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231450.746245:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231450.746250:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231450.746252:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231450.746256:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7049 00000100:00080000:2.0:1761231450.746258:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231450.746262:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231450.746266:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231450.746276:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736070272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231450.746293:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231450.746299:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231450.746300:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231450.746306:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7049 00000100:00080000:2.0:1761231450.746309:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231450.746312:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231450.746318:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231450.746331:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736070336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231451.770106:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231452.794074:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231453.818191:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231453.818647:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231450/real 1761231453] req@0000000099725227 x1846777736070272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231453.818692:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736070272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231453.818724:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231453.818731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231453.818739:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231453.818751:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231450/real 1761231453] req@000000001f17a0b8 x1846777736070336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231453.818773:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736070336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231453.818785:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231453.818790:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231453.818795:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070336:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231453.818805:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231450/real 1761231453] req@00000000c35ccb78 x1846777736070080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231453.818998:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736070080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231453.819017:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231453.819023:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231453.819031:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736070080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231453.819047:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231450/real 1761231453] req@000000002f434b1a x1846777736070144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231453.819077:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736070144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231453.819097:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231453.819104:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231453.819110:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231453.819122:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231450/real 1761231453] req@0000000070bd2103 x1846777736070208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231453.819145:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736070208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231475 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231453.819158:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231453.819163:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231453.819169:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070208:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231454.842082:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231455.866093:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231455.866289:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736070400:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231455.866404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231455.866444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231455/real 1761231455] req@00000000de11a021 x1846777736070400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231455.866465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736070400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231455.866478:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231455.866481:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231455.866486:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736070400:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231455.866495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070464:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231455.866522:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231455.866544:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231455/real 1761231455] req@00000000330b2500 x1846777736070464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231455.866558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736070464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231455.866567:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231455.866570:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231455.866574:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070464:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231455.866604:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070528:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231455.866626:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231455.866635:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231455/real 1761231455] req@00000000c90d576b x1846777736070528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231455.866647:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736070528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231455.866656:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231455.866658:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231455.866661:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070528:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231455.866667:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070592:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231455.866685:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231455.866693:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231455/real 1761231455] req@000000000e921d21 x1846777736070592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231455.866705:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736070592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231455.866713:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231455.866715:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231455.866718:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070592:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231455.866724:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070656:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231455.866741:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231455.866748:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231455/real 1761231455] req@00000000fd377aae x1846777736070656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231455.866760:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736070656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231480 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231455.866768:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231455.866770:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231455.866773:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736070656:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231456.890159:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231457.914027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231458.938008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231459.961992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231460.985998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231460.986052:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231460.986062:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231460.986067:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231460.986079:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7059 00000100:00080000:2.0:1761231460.986083:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231460.986091:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231460.986133:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736070720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231460.986172:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231460.986177:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231460.986179:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231460.986183:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7059 00000100:00080000:2.0:1761231460.986186:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231460.986190:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231460.986200:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231460.986216:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736070784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231460.986229:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231460.986238:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231460.986242:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231460.986252:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7059 00000100:00080000:2.0:1761231460.986255:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231460.986258:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231460.986263:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231460.986277:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736070848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231460.986287:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231460.986291:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231460.986293:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231460.986297:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7059 00000100:00080000:2.0:1761231460.986300:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231460.986304:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231460.986309:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231460.986321:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736070912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231460.986330:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231460.986335:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231460.986340:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231460.986351:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7059 00000100:00080000:2.0:1761231460.986354:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231460.986360:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231460.986365:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231460.986383:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736070976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231462.009990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231463.034023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231464.058075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231465.081995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231466.106039:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761231466.106051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231466.106053:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231466.106059:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231466.106074:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7064 00000100:00080000:3.0:1761231466.106078:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231466.106088:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231466.106135:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736071040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231466.106169:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231466.106175:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231466.106178:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231466.106184:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7064 00000100:00080000:3.0:1761231466.106187:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231466.106191:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231466.106203:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231466.106217:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736071104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231466.106232:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761231466.106237:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736071040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231466.106240:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231466.106245:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231466.106253:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7064 00000100:00080000:3.0:1761231466.106256:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231466.106259:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231466.106264:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231466.106280:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736071168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231466.106290:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231466.106294:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231466.106296:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231466.106300:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7064 00000100:00080000:3.0:1761231466.106303:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231466.106307:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231466.106312:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231466.106323:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736071232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231466.106332:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231466.106337:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1761231466.106341:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231466.106342:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231466.106352:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7064 00000100:00080000:3.0:1761231466.106355:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231466.106361:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231466.106367:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231466.106379:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231466/real 1761231466] req@00000000d2119349 x1846777736071040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231466.106385:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736071296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231466.106445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736071040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231466.106461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231466.106466:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231466.106471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736071040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231466.106501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231466.106528:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231466.106538:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231466/real 1761231466] req@00000000736ef9ba x1846777736071104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231466.106551:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736071104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231466.106561:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231466.106563:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231466.106567:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231466.106573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231466.106591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231466.106599:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231466/real 1761231466] req@000000003dd9839b x1846777736071168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231466.106610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736071168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231466.106619:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231466.106621:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231466.106624:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231466.106630:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231466.106700:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231466.106711:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231466/real 1761231466] req@0000000017b16811 x1846777736071232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231466.106731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736071232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231466.106740:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231466.106743:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231466.106746:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231466.106752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231466.106773:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231466.106781:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231466/real 1761231466] req@000000000b14a2de x1846777736071296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231466.106793:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736071296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231466.106801:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231466.106803:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231466.106806:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071296:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231467.129969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231468.154002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231469.178001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231470.202006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231471.226338:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736071360:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:2.0:1761231471.226433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231471.226468:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231471/real 1761231471] req@000000008cd0ff0b x1846777736071360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231471.226528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736071360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231471.226552:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231471.226559:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231471.226603:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736071360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231471.226652:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231471.226705:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231471.226725:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231471/real 1761231471] req@00000000911b207d x1846777736071424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231471.226744:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736071424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231471.226754:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231471.226757:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231471.226760:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231471.226767:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231471.226788:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231471.226796:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231471/real 1761231471] req@00000000fd377aae x1846777736071488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231471.226814:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736071488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231471.226822:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231471.226826:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231471.226829:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231471.226835:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231471.226855:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231471.226906:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231471/real 1761231471] req@000000000e921d21 x1846777736071552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231471.226922:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736071552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231471.226934:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231471.226938:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231471.226943:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231471.226972:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231471.227001:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231471.227017:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231471/real 1761231471] req@00000000c90d576b x1846777736071616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231471.227030:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736071616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231471.227041:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231471.227045:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231471.227048:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071616:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231476.346297:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736071680:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231476.346407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231476.346458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231476/real 1761231476] req@00000000330b2500 x1846777736071680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231476.346479:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736071680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231476.346533:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231476.346538:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231476.346543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736071680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231476.346553:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071744:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231476.346582:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231476.346593:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231476/real 1761231476] req@00000000de11a021 x1846777736071744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231476.346607:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736071744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231476.346616:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231476.346619:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231476.346622:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071744:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231476.346628:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231476.346647:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231476.346654:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231476/real 1761231476] req@000000009dca9672 x1846777736071808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231476.346666:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736071808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231476.346675:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231476.346678:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231476.346681:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231476.346712:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071872:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231476.346732:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231476.346740:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231476/real 1761231476] req@00000000e0da2515 x1846777736071872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231476.346752:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736071872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231476.346760:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231476.346762:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231476.346765:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071872:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231476.346770:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231476.346788:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231476.346795:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231476/real 1761231476] req@00000000d75fe628 x1846777736071936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231476.346807:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736071936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231476.346815:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231476.346817:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231476.346820:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736071936:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00080000:3.0:1761231481.466084:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231481.466095:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231481.466099:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231481.466111:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7079 00000100:00080000:3.0:1761231481.466115:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231481.466123:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231481.466164:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736072000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231481.466198:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231481.466203:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231481.466205:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231481.466210:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7079 00000100:00080000:3.0:1761231481.466212:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231481.466216:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231481.466226:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231481.466238:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736072064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231481.466248:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231481.466251:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231481.466253:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231481.466258:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7079 00000100:00080000:3.0:1761231481.466260:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231481.466263:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231481.466268:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231481.466277:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736072128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231481.466288:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231481.466292:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231481.466294:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231481.466298:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7079 00000100:00080000:3.0:1761231481.466300:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231481.466305:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231481.466310:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231481.466323:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736072000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231481.466325:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736072192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231481.466346:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231481.466349:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231481.466351:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231481.466355:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7079 00000100:00080000:3.0:1761231481.466358:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231481.466361:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231481.466366:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231481.466380:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736072256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231481.466451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231481.466483:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231481/real 1761231481] req@00000000eb335f49 x1846777736072000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231481.466504:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736072000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231481.466516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231481.466520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231481.466525:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736072000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231481.466533:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072064:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231481.466562:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231481.466571:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231481/real 1761231481] req@000000007cc317a5 x1846777736072064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231481.466584:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736072064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231481.466593:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231481.466596:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231481.466599:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231481.466605:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231481.466623:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231481.466630:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231481/real 1761231481] req@00000000d46ba267 x1846777736072128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231481.466651:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736072128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231481.466660:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231481.466662:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231481.466664:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231481.466697:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231481.466717:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231481.466725:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231481/real 1761231481] req@00000000a20dea0d x1846777736072192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231481.466737:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736072192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231481.466745:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231481.466748:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231481.466750:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231481.466756:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231481.466774:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231481.466781:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231481/real 1761231481] req@00000000311bc461 x1846777736072256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231481.466792:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736072256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231481.466801:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231481.466804:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231481.466807:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072256:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00080000:3.0:1761231486.585962:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231486.585977:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231486.585982:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231486.585997:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7085 00000100:00080000:3.0:1761231486.586002:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231486.586016:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231486.586061:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736072320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231486.586096:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231486.586100:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231486.586103:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231486.586107:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7085 00000100:00080000:3.0:1761231486.586110:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231486.586113:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231486.586124:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231486.586136:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736072384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231486.586148:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231486.586154:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231486.586156:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231486.586161:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7085 00000100:00080000:3.0:1761231486.586164:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231486.586167:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231486.586174:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231486.586186:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736072320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231486.586189:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736072448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231486.586210:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231486.586213:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231486.586215:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231486.586219:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7085 00000100:00080000:3.0:1761231486.586222:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231486.586225:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231486.586231:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231486.586244:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736072512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231486.586255:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231486.586258:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231486.586259:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231486.586263:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7085 00000100:00080000:3.0:1761231486.586266:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231486.586273:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231486.586281:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761231486.586289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231486.586306:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736072576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231486.586323:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231486/real 1761231486] req@00000000311bc461 x1846777736072320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231486.586374:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736072320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231486.586387:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231486.586391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231486.586397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736072320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231486.586406:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072384:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231486.586439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231486.586450:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231486/real 1761231486] req@00000000a20dea0d x1846777736072384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231486.586463:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736072384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231486.586473:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231486.586476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231486.586479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072384:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231486.586508:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072448:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231486.586532:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231486.586541:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231486/real 1761231486] req@00000000d46ba267 x1846777736072448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231486.586553:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736072448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231486.586562:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231486.586564:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231486.586567:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072448:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231486.586574:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072512:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231486.586592:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231486.586599:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231486/real 1761231486] req@000000007cc317a5 x1846777736072512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231486.586610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736072512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231486.586619:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231486.586621:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231486.586624:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072512:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231486.586630:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072576:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231486.586647:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231486.586654:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231486/real 1761231486] req@00000000eb335f49 x1846777736072576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231486.586665:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736072576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231486.586674:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231486.586677:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231486.586680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736072576:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00080000:3.0:1761231491.706035:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231491.706046:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231491.706051:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231491.706065:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7090 00000100:00080000:3.0:1761231491.706070:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231491.706079:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231491.706123:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736072640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231491.706158:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231491.706164:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231491.706166:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231491.706172:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7090 00000100:00080000:3.0:1761231491.706175:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231491.706180:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231491.706193:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231491.706206:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736072704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231491.706219:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231491.706227:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231491.706231:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231491.706243:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7090 00000100:00080000:3.0:1761231491.706247:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231491.706250:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231491.706255:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231491.706301:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736072768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231491.706312:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231491.706317:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231491.706319:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231491.706323:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7090 00000100:00080000:3.0:1761231491.706326:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231491.706330:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231491.706335:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231491.706346:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736072832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231491.706356:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231491.706361:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231491.706366:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231491.706376:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7090 00000100:00080000:3.0:1761231491.706379:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231491.706384:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231491.706389:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231491.706406:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736072896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231496.826044:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231496.826059:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231496.826065:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231496.826081:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7095 00000100:00080000:3.0:1761231496.826086:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231496.826097:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231496.826157:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736072960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231496.826226:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231496.826232:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231496.826234:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231496.826240:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7095 00000100:00080000:3.0:1761231496.826243:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231496.826248:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231496.826262:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231496.826277:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736073024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231496.826288:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231496.826293:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231496.826294:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231496.826298:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7095 00000100:00080000:3.0:1761231496.826300:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231496.826303:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231496.826307:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231496.826320:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736073088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231496.826330:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231496.826335:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231496.826337:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231496.826342:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7095 00000100:00080000:3.0:1761231496.826344:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231496.826349:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231496.826356:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231496.826370:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736073152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231496.826382:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231496.826385:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231496.826387:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231496.826392:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7095 00000100:00080000:3.0:1761231496.826395:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231496.826399:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231496.826404:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231496.826416:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736073216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231499.898132:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231500.922000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231501.946009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231502.970017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231503.993993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231505.018005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231506.041996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231507.065990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231508.090006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231509.114049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231510.138029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231511.162051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231512.185948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231512.185950:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231512.185971:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231512.185975:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231512.185983:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7110 00000100:00080000:3.0:1761231512.185986:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231512.185992:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231512.186026:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736073920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231512.186047:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231512.186050:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231512.186051:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231512.186054:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7110 00000100:00080000:3.0:1761231512.186056:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231512.186058:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231512.186065:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231512.186072:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736073984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231512.186077:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231512.186080:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231512.186080:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231512.186083:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7110 00000100:00080000:3.0:1761231512.186084:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231512.186085:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231512.186087:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231512.186091:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736074048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231512.186096:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231512.186098:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231512.186098:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231512.186100:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7110 00000100:00080000:3.0:1761231512.186102:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231512.186104:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231512.186107:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231512.186112:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736074112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231512.186122:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231512.186125:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231512.186127:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231512.186132:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7110 00000100:00080000:3.0:1761231512.186134:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231512.186135:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231512.186138:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231512.186145:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736074176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231513.209973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231514.233974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231515.257971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231516.281981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231517.305954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231517.305957:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231517.305964:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231517.305968:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231517.305975:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7115 00000100:00080000:3.0:1761231517.305978:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231517.305984:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231517.306016:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736074240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231517.306038:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231517.306042:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231517.306043:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231517.306047:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7115 00000100:00080000:3.0:1761231517.306049:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231517.306053:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231517.306063:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231517.306076:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736074304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231517.306084:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231517.306088:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231517.306089:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231517.306092:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7115 00000100:00080000:3.0:1761231517.306094:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231517.306097:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231517.306101:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231517.306108:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736074368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231517.306116:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231517.306118:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231517.306120:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231517.306122:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7115 00000100:00080000:3.0:1761231517.306124:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231517.306127:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231517.306130:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231517.306138:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736074432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231517.306143:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231517.306146:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231517.306147:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231517.306150:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7115 00000100:00080000:3.0:1761231517.306151:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231517.306154:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231517.306157:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231517.306164:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736074496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231518.330043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231519.353998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231520.378059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761231520.378181:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761231520.378218:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231520.378231:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231520.378267:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231520.378276:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231520.378283:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231520.378291:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761231521.402168:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231522.426013:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231522.426028:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231522.426033:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231522.426045:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7120 00000100:00080000:3.0:1761231522.426050:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231522.426059:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231522.426099:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231522.426102:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736074560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231522.426140:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231522.426145:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231522.426147:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231522.426151:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7120 00000100:00080000:3.0:1761231522.426155:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231522.426159:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231522.426170:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231522.426183:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736074624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231522.426193:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231522.426197:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231522.426199:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231522.426203:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7120 00000100:00080000:3.0:1761231522.426205:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231522.426208:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231522.426211:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231522.426220:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736074688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231522.426231:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231522.426235:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231522.426237:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231522.426242:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7120 00000100:00080000:3.0:1761231522.426245:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231522.426249:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231522.426255:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231522.426265:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736074752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231522.426281:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231522.426288:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231522.426289:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231522.426295:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7120 00000100:00080000:3.0:1761231522.426299:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231522.426302:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231522.426308:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231522.426323:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736074816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231523.450031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231524.473946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231525.498002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231526.522035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231527.545940:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231527.545949:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:2.0:1761231527.545951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231527.545953:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231527.545963:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7125 00000100:00080000:3.0:1761231527.545966:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231527.545972:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231527.546006:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736074880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231527.546026:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231527.546029:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231527.546030:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231527.546033:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7125 00000100:00080000:3.0:1761231527.546034:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231527.546036:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231527.546042:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231527.546050:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736074944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231527.546056:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231527.546058:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231527.546059:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231527.546061:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7125 00000100:00080000:3.0:1761231527.546062:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231527.546063:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231527.546065:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231527.546069:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736075008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231527.546074:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231527.546076:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231527.546077:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231527.546079:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7125 00000100:00080000:3.0:1761231527.546080:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231527.546083:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231527.546085:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231527.546091:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736075072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231527.546096:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231527.546099:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231527.546100:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231527.546102:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7125 00000100:00080000:3.0:1761231527.546104:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231527.546108:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231527.546114:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231527.546119:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736075136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231528.569969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231529.593957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231530.617945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231531.641975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231532.665957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231532.666106:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736075200:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:2.0:1761231532.666171:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231532.666193:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231532/real 1761231532] req@0000000023d541ab x1846777736075200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231532.666205:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736075200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231532.666213:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231532.666215:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231532.666218:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736075200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231532.666236:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231532.666251:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231532.666255:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231532/real 1761231532] req@000000001edf5a39 x1846777736075264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231532.666262:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736075264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231532.666266:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231532.666268:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231532.666269:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231532.666273:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231532.666284:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231532.666288:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231532/real 1761231532] req@00000000d75fe628 x1846777736075328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231532.666294:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736075328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231532.666298:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231532.666299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231532.666300:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231532.666303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231532.666313:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231532.666317:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231532/real 1761231532] req@00000000e0da2515 x1846777736075392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231532.666323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736075392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231532.666327:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231532.666328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231532.666330:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231532.666332:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231532.666341:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231532.666344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231532/real 1761231532] req@000000009dca9672 x1846777736075456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231532.666351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736075456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231532.666355:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231532.666356:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231532.666357:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075456:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231533.689948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231534.713954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231535.737959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231536.761942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231537.785962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231537.786075:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736075520:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:2.0:1761231537.786140:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231537.786163:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231537/real 1761231537] req@00000000de11a021 x1846777736075520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231537.786177:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736075520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231537.786184:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231537.786186:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231537.786189:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736075520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231537.786206:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075584:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231537.786219:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231537.786224:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231537/real 1761231537] req@00000000330b2500 x1846777736075584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231537.786235:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736075584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231537.786240:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231537.786242:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231537.786243:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075584:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231537.786246:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075648:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231537.786256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231537.786259:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231537/real 1761231537] req@00000000c90d576b x1846777736075648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231537.786265:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736075648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231537.786270:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231537.786271:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231537.786272:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075648:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231537.786275:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075712:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231537.786285:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231537.786288:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231537/real 1761231537] req@000000000e921d21 x1846777736075712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231537.786295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736075712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231537.786299:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231537.786301:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231537.786302:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075712:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231537.786306:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075776:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231537.786314:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231537.786318:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231537/real 1761231537] req@00000000fd377aae x1846777736075776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231537.786323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736075776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231562 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231537.786328:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231537.786329:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231537.786330:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736075776:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231538.809998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231539.833964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231540.857942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231541.882007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231542.905973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231543.930040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231545.018124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231547.066156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231548.026038:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231548.026055:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231548.026062:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231548.026078:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7146 00000100:00080000:3.0:1761231548.026085:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231548.026097:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231548.026152:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736076160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231548.026193:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231548.026197:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231548.026199:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231548.026204:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7146 00000100:00080000:3.0:1761231548.026207:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231548.026212:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231548.026224:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231548.026239:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736076224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231548.026249:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231548.026253:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231548.026254:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231548.026259:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7146 00000100:00080000:3.0:1761231548.026263:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231548.026267:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231548.026272:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231548.026282:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736076288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231548.026293:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231548.026297:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231548.026299:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231548.026304:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7146 00000100:00080000:3.0:1761231548.026306:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231548.026317:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231548.026324:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231548.026333:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736076352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231548.026348:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231548.026351:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231548.026353:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231548.026359:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7146 00000100:00080000:3.0:1761231548.026362:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231548.026365:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231548.026370:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231548.026384:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736076416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231549.114088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231551.162218:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231553.145989:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231553.146004:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231553.146010:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231553.146026:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7151 00000100:00080000:3.0:1761231553.146031:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231553.146039:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231553.146085:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736076480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231553.146132:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231553.146137:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231553.146139:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231553.146144:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7151 00000100:00080000:3.0:1761231553.146146:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231553.146151:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231553.146162:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231553.146175:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736076544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231553.146186:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231553.146191:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231553.146194:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231553.146198:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7151 00000100:00080000:3.0:1761231553.146201:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231553.146205:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231553.146213:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231553.146230:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736076480:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231553.146231:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736076608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231553.146254:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231553.146258:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231553.146260:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231553.146264:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7151 00000100:00080000:3.0:1761231553.146267:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231553.146272:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231553.146277:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231553.146290:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736076672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231553.146301:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231553.146304:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231553.146306:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231553.146310:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7151 00000100:00080000:3.0:1761231553.146312:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231553.146317:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231553.146322:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761231553.146335:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231553.146337:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736076736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231553.146398:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231553/real 1761231553] req@0000000009919b3e x1846777736076480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231553.146430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736076480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231553.146442:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231553.146446:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231553.146451:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736076480:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231553.146460:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076544:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231553.146496:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231553.146513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231553/real 1761231553] req@0000000066592840 x1846777736076544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231553.146535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736076544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231553.146549:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231553.146553:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231553.146559:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076544:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231553.146602:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076608:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231553.146636:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231553.146648:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231553/real 1761231553] req@00000000d3a306c9 x1846777736076608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231553.146661:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736076608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231553.146670:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231553.146674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231553.146677:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076608:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231553.146684:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076672:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231553.146705:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231553.146712:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231553/real 1761231553] req@0000000044909560 x1846777736076672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231553.146742:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736076672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231553.146752:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231553.146754:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231553.146758:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076672:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231553.146764:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076736:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231553.146786:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231553.146802:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231553/real 1761231553] req@00000000a0b7b6fd x1846777736076736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231553.146814:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736076736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231553.146823:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231553.146826:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231553.146829:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736076736:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761231553.210135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231555.258147:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231557.306087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231558.266021:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231558.266030:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231558.266034:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231558.266044:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7156 00000100:00080000:2.0:1761231558.266047:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231558.266055:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231558.266094:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736076800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231558.266123:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231558.266126:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231558.266128:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231558.266132:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7156 00000100:00080000:2.0:1761231558.266134:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231558.266137:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231558.266147:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231558.266159:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736076864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231558.266169:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231558.266175:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231558.266178:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231558.266184:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7156 00000100:00080000:2.0:1761231558.266187:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231558.266190:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231558.266194:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231558.266208:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736076928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231558.266216:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231558.266220:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231558.266221:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231558.266224:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7156 00000100:00080000:2.0:1761231558.266226:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231558.266229:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231558.266233:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231558.266242:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736076992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231558.266249:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231558.266252:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231558.266255:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231558.266262:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7156 00000100:00080000:2.0:1761231558.266284:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231558.266288:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231558.266293:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231558.266306:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736077056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231559.354187:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231561.402057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231563.386037:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231563.386048:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231563.386055:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231563.386069:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7161 00000100:00080000:2.0:1761231563.386074:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231563.386086:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231563.386140:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736077120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231563.386177:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231563.386185:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231563.386213:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231563.386222:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7161 00000100:00080000:2.0:1761231563.386227:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231563.386233:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231563.386248:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231563.386271:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736077184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231563.386289:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231563.386295:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231563.386297:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231563.386303:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7161 00000100:00080000:2.0:1761231563.386306:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231563.386311:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231563.386318:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231563.386331:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736077248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231563.386343:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231563.386349:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231563.386351:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231563.386356:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7161 00000100:00080000:2.0:1761231563.386359:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231563.386365:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231563.386371:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231563.386385:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736077312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231563.386398:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231563.386405:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231563.386407:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231563.386413:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7161 00000100:00080000:2.0:1761231563.386417:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231563.386422:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231563.386429:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231563.386442:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736077376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231563.450118:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231565.498126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231567.546228:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231569.594061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231571.642421:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231573.690131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231575.738120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231577.786179:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231579.834033:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231581.882202:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231583.930115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231585.978144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761231586.938204:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761231586.938238:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231586.938250:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231586.938308:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231586.938318:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231586.938326:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231586.938334:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00010000:00010000:2.0:1761231588.026107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231590.074138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231592.122017:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231594.170150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231596.218180:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231598.266098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231600.314016:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231602.362062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231604.410149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231606.458063:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231608.506090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231609.466100:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080000:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231609.466162:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231609.466180:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231609/real 1761231609] req@0000000054fdc67e x1846777736080000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231609.466192:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736080000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231609.466199:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231609.466201:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231609.466204:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080000:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231609.466208:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080064:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231609.466221:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231609.466225:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231609/real 1761231609] req@00000000069b687a x1846777736080064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231609.466237:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736080064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231609.466241:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231609.466242:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231609.466244:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080064:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231609.466247:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080128:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231609.466256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231609.466260:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231609/real 1761231609] req@00000000c2c1573a x1846777736080128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231609.466266:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736080128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231609.466270:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231609.466271:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231609.466273:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080128:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231609.466293:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080192:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231609.466303:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231609.466307:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231609/real 1761231609] req@000000000baedc40 x1846777736080192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231609.466313:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736080192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231609.466318:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231609.466319:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231609.466321:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080192:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231609.466324:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080256:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231609.466333:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231609.466336:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231609/real 1761231609] req@00000000464e3652 x1846777736080256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231609.466342:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736080256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231609.466346:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231609.466347:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231609.466348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080256:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761231610.554029:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231612.602077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231614.586114:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080320:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:3.0:1761231614.586203:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231614.586258:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231614/real 1761231614] req@000000008cd0ff0b x1846777736080320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231614.586272:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736080320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231614.586279:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231614.586281:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231614.586284:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231614.586307:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080384:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231614.586326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231614.586331:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231614/real 1761231614] req@00000000911b207d x1846777736080384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231614.586337:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736080384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231614.586342:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231614.586344:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231614.586346:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080384:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231614.586349:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080448:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231614.586360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231614.586364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231614/real 1761231614] req@00000000fd377aae x1846777736080448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231614.586461:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736080448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231614.586467:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231614.586469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231614.586470:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080448:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231614.586475:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080512:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231614.586491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231614.586496:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231614/real 1761231614] req@000000000e921d21 x1846777736080512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231614.586602:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736080512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231614.586607:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231614.586608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231614.586610:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080512:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231614.586614:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080576:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231614.586663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231614.586673:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231614/real 1761231614] req@00000000c90d576b x1846777736080576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231614.586681:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736080576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231614.586687:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231614.586688:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231614.586691:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080576:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761231614.650027:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231616.698028:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231618.746031:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231619.706079:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080640:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:3.0:1761231619.706155:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231619.706176:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231619/real 1761231619] req@000000006ce6fb08 x1846777736080640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231619.706191:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736080640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231619.706201:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231619.706203:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231619.706207:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231619.706213:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080704:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231619.706233:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231619.706240:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231619/real 1761231619] req@000000009c8a8899 x1846777736080704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231619.706249:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736080704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231619.706255:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231619.706258:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231619.706260:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080704:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231619.706284:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080768:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231619.706300:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231619.706307:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231619/real 1761231619] req@00000000086973a9 x1846777736080768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231619.706318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736080768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231619.706324:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231619.706326:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231619.706329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080768:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231619.706333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080832:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231619.706366:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231619.706374:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231619/real 1761231619] req@00000000a0dbac9b x1846777736080832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231619.706383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736080832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231619.706390:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231619.706391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231619.706402:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080832:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231619.706411:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080896:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231619.706428:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231619.706435:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231619/real 1761231619] req@0000000013a55d77 x1846777736080896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231619.706446:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736080896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231644 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231619.706452:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231619.706454:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231619.706456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736080896:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761231620.793984:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231622.842024:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231624.826143:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080960:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:3.0:1761231624.826205:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231624.826223:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231624/real 1761231624] req@00000000330b2500 x1846777736080960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231624.826234:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736080960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231624.826242:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231624.826244:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231624.826246:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736080960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231624.826251:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081024:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231624.826264:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231624.826268:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231624/real 1761231624] req@00000000de11a021 x1846777736081024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231624.826310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736081024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231624.826314:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231624.826316:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231624.826318:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081024:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231624.826322:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081088:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231624.826335:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231624.826340:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231624/real 1761231624] req@000000009dca9672 x1846777736081088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231624.826346:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736081088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231624.826351:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231624.826352:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231624.826354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081088:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231624.826372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081152:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231624.826382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231624.826386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231624/real 1761231624] req@00000000e0da2515 x1846777736081152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231624.826392:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736081152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231624.826396:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231624.826398:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231624.826399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081152:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231624.826402:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081216:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231624.826413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231624.826417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231624/real 1761231624] req@00000000d75fe628 x1846777736081216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231624.826423:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736081216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231649 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231624.826427:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231624.826428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231624.826429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081216:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761231624.890014:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231626.938015:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231628.986234:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231629.946439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736081280:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:3.0:1761231629.946538:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231629.946567:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231629/real 1761231629] req@000000007a9a6396 x1846777736081280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231629.946588:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736081280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231629.946601:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231629.946604:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231629.946609:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736081280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231629.946618:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081344:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231629.946642:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231629.946650:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231629/real 1761231629] req@00000000161ad79e x1846777736081344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231629.946663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736081344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231629.946673:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231629.946676:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231629.946679:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081344:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231629.946685:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081408:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231629.946702:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231629.946710:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231629/real 1761231629] req@00000000f706d6b4 x1846777736081408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231629.946721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736081408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231629.946729:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231629.946732:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231629.946734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081408:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231629.946766:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081472:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231629.946785:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231629.946793:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231629/real 1761231629] req@0000000012be0532 x1846777736081472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231629.946805:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736081472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231629.946814:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231629.946816:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231629.946819:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081472:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231629.946826:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081536:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231629.946843:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231629.946850:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231629/real 1761231629] req@0000000013a55d77 x1846777736081536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231629.946862:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736081536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231654 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231629.946915:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231629.946918:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231629.946922:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081536:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231631.034157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231633.082193:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231635.066343:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736081600:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:3.0:1761231635.066452:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231635.066484:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@0000000023d541ab x1846777736081600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231635.066504:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736081600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231635.066516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.066520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231635.066524:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736081600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231635.066532:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231635.066555:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231635.066563:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@000000001edf5a39 x1846777736081664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231635.066582:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736081664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231635.066590:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.066592:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231635.066595:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231635.066624:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231635.066653:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231635.066661:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@00000000d75fe628 x1846777736081728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231635.066673:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736081728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231635.066681:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.066683:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231635.066686:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231635.066692:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231635.066709:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231635.066715:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@00000000e0da2515 x1846777736081792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231635.066725:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736081792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231635.066733:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.066736:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231635.066739:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231635.066745:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231635.066761:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231635.066767:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231635/real 1761231635] req@000000009dca9672 x1846777736081856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231635.066778:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736081856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231635.066785:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231635.066787:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231635.066789:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231635.130096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231637.178080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231639.225997:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231640.186135:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231640.186469:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736081920:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:3.0:1761231640.186587:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231640.186626:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231640/real 1761231640] req@00000000a0dbac9b x1846777736081920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231640.186651:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736081920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231640.186666:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231640.186670:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231640.186676:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736081920:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231640.186685:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081984:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231640.186714:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231640.186723:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231640/real 1761231640] req@00000000086973a9 x1846777736081984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231640.186735:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736081984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231640.186744:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231640.186747:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231640.186750:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736081984:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231640.186786:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082048:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231640.186805:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231640.186814:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231640/real 1761231640] req@000000009c8a8899 x1846777736082048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231640.186826:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736082048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231640.186834:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231640.186836:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231640.186839:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082048:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231640.186846:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082112:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231640.186864:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231640.186928:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231640/real 1761231640] req@000000006ce6fb08 x1846777736082112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231640.186949:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736082112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231640.186972:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231640.186974:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231640.186977:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082112:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231640.186981:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082176:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231640.186999:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231640.187005:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231640/real 1761231640] req@00000000464e3652 x1846777736082176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231640.187012:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736082176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231640.187018:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231640.187019:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231640.187021:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082176:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231641.210091:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231641.274378:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231642.233985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231643.258008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231643.322100:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231644.282054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231645.306024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231645.306142:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231645.306156:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231645.306161:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231645.306176:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7243 00000100:00080000:3.0:1761231645.306181:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231645.306192:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231645.306251:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736082240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231645.306310:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231645.306316:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231645.306319:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231645.306325:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7243 00000100:00080000:3.0:1761231645.306328:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231645.306337:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231645.306352:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231645.306368:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736082240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231645.306382:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736082304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231645.306404:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231645.306411:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231645.306415:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231645.306422:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7243 00000100:00080000:3.0:1761231645.306426:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231645.306432:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231645.306442:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761231645.306460:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231645.306463:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736082368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231645.306477:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231645.306482:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231645.306485:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231645.306490:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7243 00000100:00080000:3.0:1761231645.306493:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761231645.306499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231645/real 1761231645] req@00000000a0b7b6fd x1846777736082240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231645.306503:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231645.306514:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231645.306531:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736082432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231645.306540:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736082240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231645.306554:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231645.306565:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231645.306568:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231645.306577:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231645.306578:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7243 00000100:00080000:3.0:1761231645.306587:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231645.306589:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761231645.306595:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761231645.306602:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736082240:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761231645.306603:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231645.306624:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736082496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231645.306646:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231645.306679:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231645.306689:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231645/real 1761231645] req@0000000044909560 x1846777736082304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231645.306703:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736082304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231645.306712:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231645.306715:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231645.306720:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231645.306727:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231645.306746:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231645.306753:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231645/real 1761231645] req@00000000d3a306c9 x1846777736082368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231645.306765:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736082368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231645.306774:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231645.306776:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231645.306779:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231645.306785:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231645.306803:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231645.306811:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231645/real 1761231645] req@0000000066592840 x1846777736082432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231645.306823:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736082432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231645.306831:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231645.306833:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231645.306836:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231645.306842:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231645.306860:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231645.306905:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231645/real 1761231645] req@0000000009919b3e x1846777736082496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231645.306919:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736082496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231645.306928:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231645.306930:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231645.306933:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231645.370197:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231646.330050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231647.354023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231647.418133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231648.377980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231649.402066:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231649.466142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231650.425972:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231650.425986:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231650.425991:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231650.426004:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7248 00000100:00080000:3.0:1761231650.426009:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231650.426018:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231650.426031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231650.426064:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736082560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231650.426091:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231650.426097:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231650.426099:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231650.426107:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7248 00000100:00080000:3.0:1761231650.426110:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231650.426114:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761231650.426122:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736082560:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761231650.426126:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231650.426144:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736082624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231650.426157:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231650.426161:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231650.426163:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231650.426168:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7248 00000100:00080000:3.0:1761231650.426170:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231650.426173:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231650.426179:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231650.426191:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736082688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231650.426201:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231650.426204:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231650.426206:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231650.426209:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7248 00000100:00080000:3.0:1761231650.426212:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231650.426215:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231650.426220:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231650.426232:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736082752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231650.426249:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231650.426252:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231650.426254:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231650.426258:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7248 00000100:00080000:3.0:1761231650.426260:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231650.426264:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231650.426268:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231650.426277:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736082816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231650.426290:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231650.426359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082688:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231650.426426:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082752:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231650.426471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082816:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231651.449959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231652.473979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231653.497945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231653.498233:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231650/real 1761231653] req@0000000017b16811 x1846777736082624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231653.498257:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736082624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231653.498267:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231653.498269:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231653.498272:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231653.498276:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231650/real 1761231653] req@000000000b14a2de x1846777736082688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231653.498285:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736082688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231653.498289:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231653.498291:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231653.498293:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082688:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231653.498296:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231650/real 1761231653] req@00000000d2119349 x1846777736082752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231653.498302:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736082752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231653.498305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231653.498307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231653.498308:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082752:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231653.498311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231650/real 1761231653] req@000000003dd9839b x1846777736082560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231653.498321:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736082560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231653.498326:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231653.498327:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231653.498328:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736082560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231653.498352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231650/real 1761231653] req@00000000736ef9ba x1846777736082816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231653.498361:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736082816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231653.498367:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231653.498369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231653.498371:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082816:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231654.522007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231655.546037:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231655.546055:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231655.546062:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231655.546080:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7253 00000100:00080000:2.0:1761231655.546087:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231655.546098:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231655.546145:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736082880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231655.546186:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231655.546197:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231655.546200:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231655.546207:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7253 00000100:00080000:2.0:1761231655.546210:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231655.546217:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231655.546232:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231655.546253:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736082944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231655.546271:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761231655.546273:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736082880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761231655.546277:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231655.546279:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231655.546285:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7253 00000100:00080000:2.0:1761231655.546289:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231655.546294:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231655.546301:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231655.546313:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736083008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231655.546327:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231655.546332:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231655.546334:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231655.546339:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7253 00000100:00080000:2.0:1761231655.546342:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231655.546348:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231655.546354:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231655.546367:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736083072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761231655.546368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761231655.546381:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231655.546386:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231655.546388:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231655.546394:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7253 00000100:00080000:2.0:1761231655.546397:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761231655.546400:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231655/real 1761231655] req@0000000099725227 x1846777736082880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231655.546402:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231655.546409:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231655.546422:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736083136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231655.546426:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736082880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231655.546444:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231655.546449:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231655.546455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736082880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231655.546492:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082944:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231655.546535:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231655.546552:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231655/real 1761231655] req@000000001f17a0b8 x1846777736082944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231655.546587:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736082944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231655.546600:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231655.546603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231655.546609:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736082944:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231655.546618:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083008:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231655.546654:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231655.546668:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231655/real 1761231655] req@00000000c35ccb78 x1846777736083008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231655.546686:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736083008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231655.546700:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231655.546703:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231655.546708:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083008:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231655.546718:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083072:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231655.546754:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231655.546768:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231655/real 1761231655] req@000000002f434b1a x1846777736083072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231655.546787:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736083072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231655.546801:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231655.546806:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231655.546852:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083072:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231655.546902:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083136:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231655.546947:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231655.546964:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231655/real 1761231655] req@0000000070bd2103 x1846777736083136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231655.546982:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736083136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231655.546996:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231655.546999:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231655.547005:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083136:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00080000:3.0:1761231660.666076:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231660.666088:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231660.666094:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231660.666107:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7259 00000100:00080000:3.0:1761231660.666112:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231660.666123:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231660.666176:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736083200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231660.666216:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231660.666220:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231660.666222:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231660.666227:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7259 00000100:00080000:3.0:1761231660.666231:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231660.666235:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231660.666246:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231660.666260:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736083264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231660.666271:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231660.666275:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231660.666276:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231660.666280:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7259 00000100:00080000:3.0:1761231660.666282:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231660.666285:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231660.666289:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231660.666299:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736083328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231660.666309:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231660.666313:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231660.666314:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231660.666318:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7259 00000100:00080000:3.0:1761231660.666321:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231660.666325:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231660.666332:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231660.666339:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736083200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231660.666347:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736083392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231660.666360:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231660.666364:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231660.666366:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231660.666372:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7259 00000100:00080000:3.0:1761231660.666374:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231660.666377:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231660.666382:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231660.666397:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736083456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231660.666441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231660.666472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231660/real 1761231660] req@00000000eb335f49 x1846777736083200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231660.666492:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736083200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231660.666504:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231660.666508:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231660.666513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736083200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231660.666521:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231660.666545:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231660.666553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231660/real 1761231660] req@000000007cc317a5 x1846777736083264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231660.666570:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736083264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231660.666584:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231660.666588:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231660.666593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231660.666603:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231660.666638:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231660.666653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231660/real 1761231660] req@00000000d46ba267 x1846777736083328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231660.666674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736083328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231660.666689:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231660.666692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231660.666698:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231660.666795:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231660.666818:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231660.666826:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231660/real 1761231660] req@00000000a20dea0d x1846777736083392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231660.666838:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736083392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231660.666844:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231660.666845:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231660.666847:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231660.666851:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231660.666865:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231660.666870:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231660/real 1761231660] req@00000000311bc461 x1846777736083456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231660.666876:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736083456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231660.666900:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231660.666901:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231660.666903:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083456:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00080000:3.0:1761231665.785972:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231665.785983:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231665.785987:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231665.785999:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7264 00000100:00080000:3.0:1761231665.786002:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231665.786011:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231665.786065:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736083520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231665.786094:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231665.786097:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231665.786098:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231665.786102:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7264 00000100:00080000:3.0:1761231665.786104:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231665.786107:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231665.786116:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231665.786126:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736083584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231665.786134:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231665.786136:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231665.786137:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231665.786140:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7264 00000100:00080000:3.0:1761231665.786141:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231665.786143:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231665.786146:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231665.786153:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736083648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231665.786160:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231665.786162:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231665.786163:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231665.786165:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7264 00000100:00080000:3.0:1761231665.786168:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231665.786170:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231665.786175:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231665.786185:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736083712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231665.786191:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231665.786193:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231665.786194:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231665.786197:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7264 00000100:00080000:3.0:1761231665.786198:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231665.786201:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231665.786204:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231665.786212:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736083776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231665.786239:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736083520:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231665.786376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231665.786421:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231665/real 1761231665] req@00000000311bc461 x1846777736083520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231665.786453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736083520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231665.786472:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231665.786478:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231665.786486:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736083520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231665.786498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083584:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231665.786542:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231665.786555:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231665/real 1761231665] req@00000000a20dea0d x1846777736083584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231665.786575:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736083584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231665.786589:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231665.786594:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231665.786600:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083584:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231665.786611:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083648:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231665.786642:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231665.786655:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231665/real 1761231665] req@00000000d46ba267 x1846777736083648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231665.786785:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736083648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231665.786798:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231665.786801:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231665.786806:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083648:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231665.786816:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083712:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231665.786851:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231665.786926:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231665/real 1761231665] req@000000007cc317a5 x1846777736083712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231665.786957:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736083712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231665.786969:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231665.786973:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231665.786978:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083712:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231665.787033:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083776:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231665.787086:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231665.787101:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231665/real 1761231665] req@00000000eb335f49 x1846777736083776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231665.787121:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736083776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231690 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231665.787134:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231665.787138:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231665.787143:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083776:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231667.834071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231668.858026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231669.882064:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231670.906019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231670.906051:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231670.906066:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231670.906071:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231670.906087:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7269 00000100:00080000:3.0:1761231670.906092:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231670.906100:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231670.906147:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736083840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231670.906183:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231670.906187:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231670.906189:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231670.906194:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7269 00000100:00080000:3.0:1761231670.906197:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231670.906200:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231670.906211:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231670.906232:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736083904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231670.906242:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231670.906246:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231670.906249:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231670.906256:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7269 00000100:00080000:3.0:1761231670.906259:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231670.906273:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761231670.906275:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736083840:192.168.201.106@tcp:250:kworker/u8:2.0 00000008:00100000:3.0:1761231670.906287:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231670.906301:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736083968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231670.906316:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231670.906319:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231670.906323:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231670.906327:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7269 00000100:00080000:3.0:1761231670.906330:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231670.906335:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231670.906339:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231670.906352:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736084032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231670.906362:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231670.906367:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231670.906369:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231670.906373:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7269 00000100:00080000:3.0:1761231670.906375:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231670.906379:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231670.906383:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231670.906394:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736084096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231670.906420:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231670.906469:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231670/real 1761231670] req@00000000736ef9ba x1846777736083840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231670.906503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736083840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231670.906519:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231670.906524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231670.906529:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736083840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231670.906539:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083904:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231670.906567:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231670.906576:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231670/real 1761231670] req@000000003dd9839b x1846777736083904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231670.906623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736083904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231670.906633:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231670.906637:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231670.906640:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083904:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231670.906678:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083968:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231670.906706:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231670.906717:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231670/real 1761231670] req@00000000d2119349 x1846777736083968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231670.906729:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736083968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231670.906737:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231670.906741:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231670.906744:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736083968:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231670.906752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084032:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231670.906771:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231670.906779:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231670/real 1761231670] req@000000000b14a2de x1846777736084032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231670.906791:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736084032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231670.906799:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231670.906802:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231670.906804:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084032:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231670.906810:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084096:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231670.906831:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231670.906839:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231670/real 1761231670] req@0000000017b16811 x1846777736084096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231670.906851:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736084096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231695 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231670.906859:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231670.906862:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231670.906899:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084096:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231676.026325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736084160:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231676.026431:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231676.026459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@00000000de11a021 x1846777736084160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231676.026480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736084160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231676.026493:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231676.026497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231676.026502:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736084160:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231676.026538:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084224:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231676.026566:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231676.026576:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@00000000330b2500 x1846777736084224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231676.026590:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736084224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231676.026598:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231676.026602:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231676.026605:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084224:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231676.026611:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084288:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231676.026630:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231676.026637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@00000000c90d576b x1846777736084288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231676.026648:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736084288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231676.026657:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231676.026660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231676.026663:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084288:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231676.026696:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084352:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231676.026716:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231676.026724:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@000000000e921d21 x1846777736084352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231676.026735:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736084352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231676.026743:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231676.026746:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231676.026749:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084352:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231676.026755:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084416:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231676.026772:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231676.026779:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231676/real 1761231676] req@00000000fd377aae x1846777736084416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231676.026790:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736084416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231676.026799:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231676.026801:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231676.026803:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084416:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00080000:2.0:1761231681.146029:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231681.146047:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231681.146053:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231681.146064:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7279 00000100:00080000:2.0:1761231681.146069:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231681.146078:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231681.146127:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736084480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231681.146165:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231681.146170:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231681.146172:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231681.146176:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7279 00000100:00080000:2.0:1761231681.146179:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231681.146182:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231681.146192:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231681.146204:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736084544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231681.146215:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231681.146219:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231681.146221:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231681.146225:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7279 00000100:00080000:2.0:1761231681.146228:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231681.146232:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231681.146237:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231681.146248:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736084608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231681.146259:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231681.146263:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231681.146265:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761231681.146272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736084480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761231681.146275:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7279 00000100:00080000:2.0:1761231681.146283:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231681.146291:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231681.146298:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231681.146310:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736084672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231681.146320:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231681.146324:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231681.146325:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231681.146330:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7279 00000100:00080000:2.0:1761231681.146332:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231681.146336:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231681.146341:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231681.146352:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736084736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761231681.146389:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231681.146425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231681/real 1761231681] req@0000000070bd2103 x1846777736084480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231681.146506:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736084480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231681.146523:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231681.146528:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231681.146535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736084480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231681.146547:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084544:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231681.146590:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231681.146607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231681/real 1761231681] req@000000002f434b1a x1846777736084544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231681.146627:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736084544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231681.146639:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231681.146643:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231681.146648:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084544:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231681.146685:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084608:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231681.146722:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231681.146747:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231681/real 1761231681] req@00000000c35ccb78 x1846777736084608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231681.146768:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736084608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231681.146780:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231681.146784:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231681.146789:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084608:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231681.146799:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084672:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231681.146830:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231681.146843:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231681/real 1761231681] req@000000001f17a0b8 x1846777736084672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231681.146860:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736084672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231681.146932:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231681.146936:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231681.146943:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084672:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231681.146954:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084736:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231681.146995:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231681.147010:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231681/real 1761231681] req@0000000099725227 x1846777736084736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231681.147029:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736084736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231681.147042:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231681.147047:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231681.147052:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084736:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231686.266116:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231686.266275:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231686.266285:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231686.266291:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231686.266304:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7284 00000100:00080000:3.0:1761231686.266309:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231686.266318:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231686.266377:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736084800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231686.266410:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231686.266415:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231686.266418:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231686.266424:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7284 00000100:00080000:3.0:1761231686.266428:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231686.266433:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231686.266444:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231686.266469:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736084864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231686.266484:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736084800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231686.266486:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231686.266498:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231686.266503:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231686.266510:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7284 00000100:00080000:3.0:1761231686.266514:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231686.266520:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231686.266526:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231686.266539:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736084928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231686.266551:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231686.266555:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231686.266557:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231686.266560:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7284 00000100:00080000:3.0:1761231686.266562:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231686.266566:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231686.266573:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761231686.266591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231686.266592:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736084992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231686.266608:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231686.266613:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231686.266616:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231686.266621:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7284 00000100:00080000:3.0:1761231686.266624:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761231686.266629:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231686/real 1761231686] req@0000000009919b3e x1846777736084800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231686.266631:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231686.266641:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231686.266657:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736085056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231686.266668:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736084800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231686.266690:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231686.266696:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231686.266704:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736084800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231686.266752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084864:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231686.266835:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231686.266902:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231686/real 1761231686] req@0000000066592840 x1846777736084864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231686.266923:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736084864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231686.266944:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231686.266952:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231686.266957:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084864:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231686.266977:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084928:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231686.267037:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231686.267066:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231686/real 1761231686] req@00000000d3a306c9 x1846777736084928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231686.267095:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736084928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231686.267110:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231686.267117:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231686.267123:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084928:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231686.267140:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084992:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231686.267186:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231686.267208:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231686/real 1761231686] req@0000000044909560 x1846777736084992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231686.267223:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736084992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231686.267235:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231686.267240:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231686.267244:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736084992:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231686.267252:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085056:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231686.267283:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231686.267299:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231686/real 1761231686] req@00000000a0b7b6fd x1846777736085056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231686.267312:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736085056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231686.267338:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231686.267341:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231686.267345:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085056:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231687.290009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231688.314004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231689.337979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231690.361958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231691.386041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231691.386246:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736085120:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231691.386367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231691.386406:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231691/real 1761231691] req@000000000baedc40 x1846777736085120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231691.386450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736085120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231691.386487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231691.386495:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231691.386503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736085120:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231691.386535:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085184:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231691.386562:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231691.386572:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231691/real 1761231691] req@00000000c2c1573a x1846777736085184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231691.386585:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736085184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231691.386594:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231691.386597:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231691.386601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085184:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231691.386607:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085248:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231691.386624:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231691.386632:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231691/real 1761231691] req@00000000069b687a x1846777736085248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231691.386644:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736085248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231691.386653:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231691.386655:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231691.386658:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085248:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231691.386663:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085312:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231691.386681:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231691.386688:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231691/real 1761231691] req@0000000054fdc67e x1846777736085312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231691.386699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736085312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231691.386708:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231691.386710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231691.386713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085312:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231691.386718:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085376:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231691.386735:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231691.386742:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231691/real 1761231691] req@00000000dcfa4436 x1846777736085376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231691.386753:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736085376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231691.386768:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231691.386771:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231691.386774:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085376:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231692.409989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231693.433992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231694.457933:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231695.482007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231696.506014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231696.506056:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231696.506066:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231696.506071:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231696.506081:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7294 00000100:00080000:3.0:1761231696.506085:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231696.506092:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231696.506133:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736085440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231696.506162:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231696.506165:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231696.506167:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231696.506171:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7294 00000100:00080000:3.0:1761231696.506173:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231696.506176:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231696.506186:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231696.506215:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736085504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231696.506225:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736085440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231696.506229:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231696.506235:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231696.506237:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231696.506242:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7294 00000100:00080000:3.0:1761231696.506244:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231696.506247:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231696.506252:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231696.506263:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736085568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231696.506272:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231696.506276:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231696.506278:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231696.506281:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7294 00000100:00080000:3.0:1761231696.506283:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231696.506286:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231696.506290:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231696.506300:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736085632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231696.506309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231696.506312:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231696.506317:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231696.506318:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231696.506324:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7294 00000100:00080000:3.0:1761231696.506327:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231696.506330:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231696.506335:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231696.506341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231696/real 1761231696] req@00000000a0b7b6fd x1846777736085440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231696.506347:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736085696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231696.506378:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736085440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231696.506392:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231696.506395:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231696.506400:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736085440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231696.506424:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231696.506446:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231696.506453:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231696/real 1761231696] req@0000000044909560 x1846777736085504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231696.506464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736085504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231696.506477:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231696.506480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231696.506483:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231696.506487:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231696.506502:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231696.506508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231696/real 1761231696] req@00000000d3a306c9 x1846777736085568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231696.506517:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736085568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231696.506524:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231696.506526:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231696.506528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231696.506533:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231696.506547:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231696.506553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231696/real 1761231696] req@0000000066592840 x1846777736085632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231696.506563:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736085632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231696.506569:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231696.506571:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231696.506573:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231696.506578:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231696.506593:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231696.506598:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231696/real 1761231696] req@0000000009919b3e x1846777736085696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231696.506608:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736085696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231696.506614:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231696.506616:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231696.506618:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085696:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231697.530006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231698.553944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231699.578005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231700.601982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231701.625945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231701.626133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736085760:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231701.626193:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231701.626214:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231701/real 1761231701] req@00000000911b207d x1846777736085760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231701.626234:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736085760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231701.626247:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231701.626250:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231701.626255:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736085760:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231701.626285:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085824:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231701.626305:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231701.626314:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231701/real 1761231701] req@000000008cd0ff0b x1846777736085824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231701.626345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736085824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231701.626351:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231701.626352:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231701.626355:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085824:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231701.626359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085888:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231701.626371:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231701.626375:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231701/real 1761231701] req@00000000fd377aae x1846777736085888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231701.626381:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736085888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231701.626385:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231701.626386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231701.626388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085888:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231701.626391:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085952:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231701.626401:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231701.626404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231701/real 1761231701] req@000000000e921d21 x1846777736085952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231701.626410:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736085952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231701.626415:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231701.626416:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231701.626417:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736085952:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231701.626430:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086016:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231701.626439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231701.626443:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231701/real 1761231701] req@00000000c90d576b x1846777736086016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231701.626449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736086016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231701.626454:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231701.626455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231701.626456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086016:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231702.650003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231703.673940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231704.697989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231705.721961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231706.746026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231706.746286:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736086080:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761231706.746390:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231706.746419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231706/real 1761231706] req@00000000330b2500 x1846777736086080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231706.746445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736086080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231706.746462:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231706.746467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231706.746473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736086080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761231706.746507:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086144:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231706.746549:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231706.746564:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231706/real 1761231706] req@00000000de11a021 x1846777736086144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231706.746577:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736086144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231706.746586:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231706.746589:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231706.746592:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231706.746598:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086208:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761231706.746620:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231706.746627:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231706/real 1761231706] req@000000009dca9672 x1846777736086208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231706.746638:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736086208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231706.746646:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231706.746649:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231706.746651:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086208:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761231706.746657:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086272:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231706.746674:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231706.746681:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231706/real 1761231706] req@00000000e0da2515 x1846777736086272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231706.746691:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736086272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231706.746699:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231706.746700:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231706.746703:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761231706.746708:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086336:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761231706.746723:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231706.746729:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231706/real 1761231706] req@00000000d75fe628 x1846777736086336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761231706.746740:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736086336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231731 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761231706.746747:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231706.746749:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231706.746752:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086336:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761231706.810764:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231707.770009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231708.794058:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231708.858208:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231709.817984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231710.842036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231710.906070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231711.866045:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231711.866060:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231711.866066:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231711.866079:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7310 00000100:00080000:3.0:1761231711.866085:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231711.866095:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231711.866139:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736086400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231711.866168:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231711.866173:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231711.866177:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231711.866183:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7310 00000100:00080000:3.0:1761231711.866186:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231711.866192:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761231711.866202:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736086400:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761231711.866205:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231711.866231:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736086464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231711.866247:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231711.866252:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231711.866254:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231711.866260:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7310 00000100:00080000:3.0:1761231711.866263:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231711.866267:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231711.866273:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231711.866289:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736086528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231711.866299:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231711.866305:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231711.866307:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761231711.866310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231711.866316:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7310 00000100:00080000:3.0:1761231711.866321:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231711.866327:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231711.866334:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231711.866352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231711/real 1761231711] req@0000000017b16811 x1846777736086400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231711.866359:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736086592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231711.866399:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761231711.866406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736086400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231711.866408:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231711.866412:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231711.866428:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7310 00000100:00080000:2.0:1761231711.866432:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231711.866433:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231711.866442:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761231711.866451:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761231711.866456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736086400:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761231711.866463:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231711.866487:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736086656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231711.866496:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231711.866544:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231711.866560:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231711/real 1761231711] req@000000000b14a2de x1846777736086464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231711.866573:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736086464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231711.866582:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231711.866585:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231711.866587:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231711.866593:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231711.866611:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231711.866617:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231711/real 1761231711] req@00000000d2119349 x1846777736086528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231711.866627:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736086528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231711.866635:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231711.866638:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231711.866641:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231711.866647:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231711.866666:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231711.866672:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231711/real 1761231711] req@000000003dd9839b x1846777736086592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231711.866682:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736086592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231711.866701:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231711.866704:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231711.866707:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231711.866727:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231711.866750:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231711.866758:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231711/real 1761231711] req@00000000736ef9ba x1846777736086656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231711.866770:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736086656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231736 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231711.866778:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231711.866780:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231711.866783:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231712.954200:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231715.002168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231716.986139:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231716.986155:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231716.986162:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231716.986179:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7315 00000100:00080000:2.0:1761231716.986184:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231716.986195:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231716.986261:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736086720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231716.986311:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231716.986317:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231716.986319:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231716.986324:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7315 00000100:00080000:2.0:1761231716.986327:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231716.986331:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231716.986346:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231716.986363:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736086784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231716.986377:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231716.986384:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761231716.986387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736086720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761231716.986389:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231716.986407:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7315 00000100:00080000:2.0:1761231716.986411:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231716.986415:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231716.986421:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231716.986436:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736086848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231716.986447:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231716.986451:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231716.986453:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231716.986458:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7315 00000100:00080000:2.0:1761231716.986462:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231716.986467:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231716.986472:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231716.986483:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736086912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231716.986493:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231716.986496:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231716.986497:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231716.986502:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7315 00000100:00080000:2.0:1761231716.986505:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231716.986509:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231716.986515:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231716.986536:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231716.986543:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736086976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231716.986602:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231716.986630:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231716.986667:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231717.050182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231719.098209:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1761231720.058329:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761231720.058399:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761231720.058425:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231720.058485:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231720.058499:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231720.058510:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761231720.058520:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761231720.058604:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231716/real 1761231720] req@0000000070bd2103 x1846777736086976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231720.058644:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736086976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231720.058657:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231720.058662:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231720.058666:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086976:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231720.058674:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231716/real 1761231720] req@000000001f17a0b8 x1846777736086784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231720.058686:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736086784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231720.058693:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231720.058696:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231720.058699:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231720.058706:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231716/real 1761231720] req@00000000c35ccb78 x1846777736086848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231720.058716:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736086848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231720.058723:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231720.058727:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231720.058730:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231720.058736:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231716/real 1761231720] req@000000002f434b1a x1846777736086912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231720.058746:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736086912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231720.058755:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231720.058758:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231720.058762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736086912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231720.058772:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231716/real 1761231720] req@0000000099725227 x1846777736086720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231720.058790:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736086720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231741 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231720.058801:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231720.058805:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231720.058810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736086720:192.168.201.106@tcp:250:kworker/u8:0.0 00010000:00010000:2.0:1761231721.146151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231722.106025:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231722.106037:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231722.106042:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231722.106056:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7320 00000100:00080000:2.0:1761231722.106061:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231722.106070:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231722.106114:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736087040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231722.106152:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231722.106157:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231722.106159:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231722.106164:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7320 00000100:00080000:2.0:1761231722.106166:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231722.106169:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231722.106180:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231722.106194:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736087104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231722.106206:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231722.106211:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231722.106213:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231722.106217:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7320 00000100:00080000:2.0:1761231722.106219:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231722.106229:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761231722.106229:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736087040:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761231722.106235:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231722.106248:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736087168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231722.106260:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231722.106264:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231722.106266:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231722.106269:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7320 00000100:00080000:2.0:1761231722.106273:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231722.106277:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231722.106282:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231722.106294:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736087232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231722.106304:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231722.106307:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231722.106309:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231722.106313:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7320 00000100:00080000:2.0:1761231722.106315:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231722.106326:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761231722.106327:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761231722.106340:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231722.106363:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736087296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231722.106373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231722/real 1761231722] req@0000000099725227 x1846777736087040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231722.106416:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736087040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231722.106434:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231722.106441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231722.106449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736087040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231722.106465:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231722.106515:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231722.106534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231722/real 1761231722] req@000000002f434b1a x1846777736087104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231722.106558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736087104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231722.106573:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231722.106578:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231722.106584:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231722.106630:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231722.106676:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231722.106700:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231722/real 1761231722] req@00000000c35ccb78 x1846777736087168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231722.106722:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736087168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231722.106735:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231722.106740:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231722.106746:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231722.106760:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231722.106806:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231722.106922:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231722/real 1761231722] req@000000001f17a0b8 x1846777736087232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231722.106949:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736087232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231722.106964:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231722.106970:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231722.106978:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231722.106993:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231722.107050:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231722.107076:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231722/real 1761231722] req@0000000070bd2103 x1846777736087296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231722.107101:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736087296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231722.107117:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231722.107121:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231722.107126:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231723.194105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231725.242186:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231727.226248:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736087360:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:3.0:1761231727.226344:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231727.226385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231727/real 1761231727] req@00000000c65fa7c5 x1846777736087360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231727.226428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736087360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231727.226494:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231727.226503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231727.226516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736087360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231727.226564:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231727.226596:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231727.226607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231727/real 1761231727] req@00000000f52221c5 x1846777736087424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231727.226620:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736087424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231727.226629:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231727.226632:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231727.226636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231727.226643:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231727.226662:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231727.226669:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231727/real 1761231727] req@000000001dfe2b3c x1846777736087488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231727.226687:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736087488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231727.226701:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231727.226704:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231727.226710:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231727.226721:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231727.226816:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231727.226830:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231727/real 1761231727] req@00000000cee0df34 x1846777736087552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231727.226844:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736087552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231727.226853:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231727.226856:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231727.226860:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231727.226916:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231727.226943:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231727.226954:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231727/real 1761231727] req@000000000a7b3b64 x1846777736087616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231727.226967:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736087616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231727.226976:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231727.226978:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231727.226981:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231727.290161:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231729.338143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231731.386100:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231732.346253:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736087680:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:3.0:1761231732.346348:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231732.346380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231732/real 1761231732] req@00000000cba7fca5 x1846777736087680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231732.346406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736087680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231732.346422:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231732.346427:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231732.346434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736087680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761231732.346472:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087744:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231732.346514:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231732.346527:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231732/real 1761231732] req@00000000c21e8593 x1846777736087744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231732.346541:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736087744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231732.346550:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231732.346554:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231732.346557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087744:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231732.346564:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761231732.346584:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231732.346592:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231732/real 1761231732] req@00000000108af431 x1846777736087808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231732.346604:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736087808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231732.346612:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231732.346614:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231732.346617:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761231732.346623:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087872:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231732.346641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231732.346648:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231732/real 1761231732] req@0000000090114397 x1846777736087872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231732.346660:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736087872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231732.346696:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231732.346699:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231732.346702:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087872:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761231732.346709:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761231732.346743:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231732.346752:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231732/real 1761231732] req@000000000a7b3b64 x1846777736087936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761231732.346764:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736087936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761231732.346772:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231732.346775:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231732.346778:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736087936:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761231733.434198:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231735.482131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231737.466083:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231737.466094:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231737.466099:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231737.466111:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7335 00000100:00080000:3.0:1761231737.466116:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231737.466124:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231737.466168:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736088000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231737.466206:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231737.466210:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231737.466212:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231737.466217:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7335 00000100:00080000:3.0:1761231737.466219:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231737.466223:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231737.466232:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231737.466246:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736088064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231737.466257:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231737.466269:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231737.466271:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231737.466275:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7335 00000100:00080000:3.0:1761231737.466278:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231737.466281:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231737.466285:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231737.466294:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736088128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231737.466304:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231737.466308:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231737.466310:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231737.466314:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7335 00000100:00080000:3.0:1761231737.466317:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231737.466321:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231737.466326:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231737.466336:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736088192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231737.466344:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736088000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231737.466353:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231737.466359:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231737.466361:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231737.466366:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7335 00000100:00080000:3.0:1761231737.466370:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231737.466373:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231737.466379:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231737.466391:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736088256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231737.466442:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231737.466473:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231737/real 1761231737] req@00000000eb335f49 x1846777736088000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231737.466503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736088000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231737.466519:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231737.466524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231737.466531:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736088000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231737.466544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088064:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231737.466609:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231737.466628:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231737/real 1761231737] req@000000007cc317a5 x1846777736088064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231737.466652:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736088064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231737.466665:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231737.466669:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231737.466674:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231737.466683:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231737.466720:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231737.466735:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231737/real 1761231737] req@00000000d46ba267 x1846777736088128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231737.466756:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736088128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231737.466771:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231737.466775:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231737.466781:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231737.466827:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231737.466858:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231737.466917:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231737/real 1761231737] req@00000000a20dea0d x1846777736088192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231737.466931:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736088192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231737.466941:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231737.466944:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231737.466947:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231737.466953:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231737.466977:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231737.466985:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231737/real 1761231737] req@00000000311bc461 x1846777736088256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231737.466996:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736088256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231737.467005:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231737.467007:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231737.467010:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736088256:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231737.530157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231739.578162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231741.626192:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231742.586027:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231742.586044:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231742.586067:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231742.586083:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7341 00000100:00080000:3.0:1761231742.586090:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231742.586101:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231742.586171:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736088320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231742.586221:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231742.586226:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231742.586228:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231742.586235:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7341 00000100:00080000:3.0:1761231742.586238:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231742.586245:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231742.586261:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231742.586280:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736088384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231742.586300:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231742.586307:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231742.586310:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231742.586316:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7341 00000100:00080000:3.0:1761231742.586318:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231742.586322:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231742.586329:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231742.586345:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736088448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231742.586356:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231742.586360:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231742.586362:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231742.586366:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7341 00000100:00080000:3.0:1761231742.586368:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231742.586372:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231742.586378:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231742.586389:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736088512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231742.586399:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231742.586402:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231742.586403:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231742.586407:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7341 00000100:00080000:3.0:1761231742.586410:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231742.586416:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231742.586424:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231742.586444:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736088576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231743.674114:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231745.722048:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231747.706119:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231747.706130:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231747.706134:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231747.706145:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7346 00000100:00080000:2.0:1761231747.706150:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231747.706158:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231747.706207:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736088640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231747.706244:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231747.706248:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231747.706250:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231747.706255:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7346 00000100:00080000:2.0:1761231747.706257:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231747.706261:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231747.706272:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231747.706288:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736088704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231747.706301:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231747.706307:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231747.706311:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231747.706325:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7346 00000100:00080000:2.0:1761231747.706328:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231747.706333:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231747.706339:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231747.706355:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736088768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231747.706365:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231747.706369:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231747.706370:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231747.706376:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7346 00000100:00080000:2.0:1761231747.706378:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231747.706382:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231747.706387:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231747.706401:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736088832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231747.706422:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231747.706428:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231747.706631:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231747.706645:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7346 00000100:00080000:2.0:1761231747.706651:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231747.706657:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231747.706663:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231747.706689:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736088896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231747.770129:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231749.818171:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231751.866066:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231752.826291:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736088960:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:2.0:1761231752.826419:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231752.826453:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231752/real 1761231752] req@000000001edf5a39 x1846777736088960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231752.826490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736088960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231752.826513:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231752.826520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231752.826530:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736088960:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231752.826568:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089024:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231752.826610:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231752.826624:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231752/real 1761231752] req@0000000023d541ab x1846777736089024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231752.826637:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736089024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231752.826646:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231752.826649:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231752.826652:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089024:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231752.826658:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089088:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231752.826698:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231752.826707:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231752/real 1761231752] req@00000000d75fe628 x1846777736089088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231752.826727:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736089088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231752.826735:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231752.826738:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231752.826741:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089088:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231752.826746:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089152:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231752.826765:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231752.826773:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231752/real 1761231752] req@00000000e0da2515 x1846777736089152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231752.826791:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736089152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231752.826804:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231752.826808:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231752.826814:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089152:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231752.826845:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089216:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231752.826941:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231752.826954:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231752/real 1761231752] req@000000009dca9672 x1846777736089216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231752.826970:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736089216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231777 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231752.826984:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231752.826989:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231752.826994:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089216:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231753.914065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231755.962134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231758.010198:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231760.058167:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231762.106156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231764.154178:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231765.114327:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231766.138020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231766.202149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231767.162072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231768.186071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231768.186334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736089920:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:2.0:1761231768.186436:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231768.186472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231768/real 1761231768] req@00000000cee0df34 x1846777736089920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231768.186519:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736089920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231768.186535:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231768.186540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231768.186545:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736089920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761231768.186573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231768.186599:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231768.186608:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231768/real 1761231768] req@000000001dfe2b3c x1846777736089984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231768.186622:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736089984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231768.186630:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231768.186633:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231768.186637:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736089984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231768.186643:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231768.186660:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231768.186668:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231768/real 1761231768] req@00000000f52221c5 x1846777736090048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231768.186679:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736090048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231768.186687:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231768.186689:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231768.186692:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231768.186698:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231768.186715:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231768.186722:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231768/real 1761231768] req@00000000c65fa7c5 x1846777736090112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231768.186734:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736090112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231768.186742:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231768.186745:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231768.186748:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231768.186754:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231768.186773:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231768.186780:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231768/real 1761231768] req@00000000dcfa4436 x1846777736090176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231768.186791:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736090176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231768.186799:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231768.186801:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231768.186804:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231768.250021:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231769.209991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231770.234081:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231770.298076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231771.258043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231772.282086:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231772.346655:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231773.305993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231773.306264:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736090240:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:2.0:1761231773.306367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231773.306403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231773/real 1761231773] req@00000000330b2500 x1846777736090240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231773.306434:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736090240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231773.306455:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231773.306459:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231773.306464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736090240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231773.306498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231773.306527:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231773.306537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231773/real 1761231773] req@00000000de11a021 x1846777736090304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231773.306556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736090304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231773.306567:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231773.306572:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231773.306576:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231773.306582:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231773.306601:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231773.306608:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231773/real 1761231773] req@000000009dca9672 x1846777736090368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231773.306620:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736090368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231773.306628:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231773.306630:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231773.306633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231773.306640:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231773.306658:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231773.306666:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231773/real 1761231773] req@00000000e0da2515 x1846777736090432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231773.306677:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736090432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231773.306686:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231773.306688:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231773.306690:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231773.306696:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231773.306713:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231773.306720:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231773/real 1761231773] req@00000000d75fe628 x1846777736090496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231773.306730:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736090496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231773.306738:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231773.306741:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231773.306744:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090496:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231774.329982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231774.394314:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231775.353956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231776.378075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231776.442132:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231777.402053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231778.426144:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231778.490211:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231779.450045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231780.474013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231780.538140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231781.498024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231782.522019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231782.586215:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231783.546008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231784.570029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231784.634148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231785.593999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231786.618023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761231786.618644:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761231786.618718:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761231786.618745:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761231786.618828:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761231786.618950:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:3.0:1761231786.618986:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231783/real 1761231786] req@00000000de11a021 x1846777736090880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000800:00000100:2.0:1761231786.618988:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761231786.619026:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:3.0:1761231786.619087:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736090880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231786.619111:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231786.619119:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231786.619129:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736090880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231786.619142:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231783/real 1761231786] req@00000000330b2500 x1846777736090944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231786.619166:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736090944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231786.619182:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231786.619188:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231786.619197:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736090944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231786.619208:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231783/real 1761231786] req@00000000c90d576b x1846777736091008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231786.619230:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736091008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231786.619244:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231786.619248:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231786.619253:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231786.619301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231783/real 1761231786] req@000000000e921d21 x1846777736091072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231786.619322:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736091072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231786.619335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231786.619338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231786.619343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231786.619352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231783/real 1761231786] req@00000000fd377aae x1846777736091136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231786.619369:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736091136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231786.619380:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231786.619384:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231786.619389:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231786.682144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231787.642021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231788.666037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231788.666235:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736091200:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:3.0:1761231788.666340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231788.666380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231788/real 1761231788] req@00000000911b207d x1846777736091200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231788.666460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736091200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231788.666475:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231788.666480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231788.666486:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736091200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231788.666515:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231788.666542:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231788.666552:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231788/real 1761231788] req@000000008cd0ff0b x1846777736091264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231788.666566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736091264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231788.666574:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231788.666577:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231788.666581:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231788.666587:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231788.666605:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231788.666612:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231788/real 1761231788] req@00000000fd377aae x1846777736091328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231788.666624:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736091328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231788.666632:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231788.666634:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231788.666637:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231788.666656:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231788.666676:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231788.666685:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231788/real 1761231788] req@000000000e921d21 x1846777736091392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231788.666699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736091392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231788.666712:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231788.666717:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231788.666722:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231788.666733:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231788.666771:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231788.666787:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231788/real 1761231788] req@00000000c90d576b x1846777736091456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231788.666807:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736091456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231788.666859:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231788.666920:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231788.666929:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231788.730145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231789.690020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231790.714010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231790.778093:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231791.737986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231792.761990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231792.826054:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231793.786035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231793.786261:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736091520:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:2.0:1761231793.786364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231793.786404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231793/real 1761231793] req@00000000330b2500 x1846777736091520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231793.786446:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736091520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231793.786490:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231793.786501:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231793.786514:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736091520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761231793.786559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091584:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231793.786598:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231793.786611:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231793/real 1761231793] req@00000000de11a021 x1846777736091584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231793.786625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736091584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231793.786635:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231793.786637:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231793.786641:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091584:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231793.786647:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091648:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761231793.786666:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231793.786673:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231793/real 1761231793] req@000000009dca9672 x1846777736091648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231793.786685:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736091648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231793.786695:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231793.786698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231793.786701:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091648:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761231793.786708:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091712:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231793.786728:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231793.786737:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231793/real 1761231793] req@00000000e0da2515 x1846777736091712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231793.786778:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736091712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231793.786786:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231793.786800:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231793.786804:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091712:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761231793.786829:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091776:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761231793.786856:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231793.786905:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231793/real 1761231793] req@00000000d75fe628 x1846777736091776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761231793.786931:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736091776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231818 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761231793.786942:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231793.786947:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231793.786954:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091776:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231794.874119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231796.922123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231798.906027:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231798.906037:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231798.906042:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231798.906053:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7397 00000100:00080000:3.0:1761231798.906057:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231798.906065:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231798.906107:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736091840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231798.906142:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231798.906146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231798.906148:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231798.906152:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7397 00000100:00080000:3.0:1761231798.906155:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231798.906158:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231798.906174:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231798.906186:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736091904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231798.906195:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231798.906199:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231798.906201:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231798.906205:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7397 00000100:00080000:3.0:1761231798.906208:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231798.906213:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231798.906217:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231798.906226:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736091968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231798.906236:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231798.906240:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1761231798.906243:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736091840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761231798.906245:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231798.906256:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7397 00000100:00080000:3.0:1761231798.906260:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231798.906264:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231798.906270:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231798.906285:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736092032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231798.906309:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231798.906312:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231798.906313:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231798.906315:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7397 00000100:00080000:3.0:1761231798.906316:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231798.906319:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231798.906321:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231798.906328:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736092096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231798.906339:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231798.906358:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231798/real 1761231798] req@00000000736ef9ba x1846777736091840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231798.906370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736091840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231798.906377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231798.906379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231798.906382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736091840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761231798.906386:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091904:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231798.906399:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231798.906403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231798/real 1761231798] req@000000003dd9839b x1846777736091904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231798.906410:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736091904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231798.906414:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231798.906416:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231798.906418:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091904:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231798.906438:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091968:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231798.906448:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231798.906452:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231798/real 1761231798] req@00000000d2119349 x1846777736091968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231798.906458:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736091968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231798.906462:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231798.906463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231798.906465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736091968:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231798.906468:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092032:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231798.906477:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231798.906481:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231798/real 1761231798] req@000000000b14a2de x1846777736092032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231798.906487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736092032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231798.906492:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231798.906493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231798.906494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092032:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231798.906497:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092096:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231798.906505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231798.906509:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231798/real 1761231798] req@0000000017b16811 x1846777736092096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231798.906515:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736092096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231823 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231798.906519:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231798.906520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231798.906522:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092096:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231798.970035:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231801.018126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231803.066157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231804.026347:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736092160:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:2.0:1761231804.026453:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231804.026490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231804/real 1761231804] req@000000001edf5a39 x1846777736092160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231804.026511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736092160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231804.026523:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231804.026527:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231804.026532:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736092160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761231804.026543:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231804.026583:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231804.026653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231804/real 1761231804] req@0000000023d541ab x1846777736092224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231804.026677:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736092224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231804.026693:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231804.026697:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231804.026703:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231804.026746:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231804.026792:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231804.026809:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231804/real 1761231804] req@00000000d75fe628 x1846777736092288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231804.026831:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736092288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231804.026844:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231804.026849:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231804.026854:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231804.026914:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231804.026958:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231804.026974:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231804/real 1761231804] req@00000000e0da2515 x1846777736092352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231804.026996:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736092352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231804.027012:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231804.027016:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231804.027021:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231804.027032:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231804.027067:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231804.027083:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231804/real 1761231804] req@000000009dca9672 x1846777736092416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231804.027104:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736092416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231804.027119:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231804.027123:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231804.027128:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231805.114098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231807.162044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231808.122076:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231809.146292:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736092480:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:2.0:1761231809.146399:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231809.146436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231809/real 1761231809] req@0000000054fdc67e x1846777736092480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231809.146471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736092480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231809.146487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231809.146491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231809.146498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736092480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761231809.146559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231809.146592:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231809.146603:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231809/real 1761231809] req@00000000069b687a x1846777736092544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231809.146617:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736092544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231809.146626:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231809.146629:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231809.146633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231809.146639:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231809.146658:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231809.146666:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231809/real 1761231809] req@00000000c2c1573a x1846777736092608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231809.146678:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736092608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231809.146686:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231809.146688:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231809.146691:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231809.146697:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231809.146716:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231809.146724:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231809/real 1761231809] req@000000000baedc40 x1846777736092672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231809.146743:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736092672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231809.146751:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231809.146753:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231809.146756:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231809.146762:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231809.146779:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231809.146786:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231809/real 1761231809] req@00000000464e3652 x1846777736092736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231809.146797:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736092736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231809.146805:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231809.146807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231809.146810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231809.210136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231811.258194:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231813.306195:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231814.266306:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736092800:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:2.0:1761231814.266417:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231814.266488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231814/real 1761231814] req@000000006ce6fb08 x1846777736092800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231814.266523:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736092800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231814.266538:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231814.266542:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231814.266548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736092800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761231814.266557:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231814.266586:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231814.266596:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231814/real 1761231814] req@000000009c8a8899 x1846777736092864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231814.266609:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736092864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231814.266618:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231814.266621:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231814.266625:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231814.266657:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231814.266676:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231814.266684:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231814/real 1761231814] req@00000000086973a9 x1846777736092928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231814.266696:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736092928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231814.266704:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231814.266707:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231814.266710:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231814.266718:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231814.266736:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231814.266744:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231814/real 1761231814] req@00000000a0dbac9b x1846777736092992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231814.266755:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736092992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231814.266764:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231814.266766:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231814.266769:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736092992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231814.266774:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231814.266792:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231814.266798:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231814/real 1761231814] req@0000000013a55d77 x1846777736093056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231814.266810:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736093056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231814.266818:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231814.266821:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231814.266823:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093056:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231815.290107:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231815.354162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231816.314045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231817.337925:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231817.402029:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231818.361945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231819.385987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231819.386473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736093120:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:2.0:1761231819.386597:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231819.386637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231819/real 1761231819] req@0000000012be0532 x1846777736093120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231819.386689:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736093120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231819.386737:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231819.386750:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231819.386761:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736093120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761231819.386802:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093184:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231819.386864:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231819.386950:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231819/real 1761231819] req@00000000f706d6b4 x1846777736093184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231819.386984:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736093184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231819.387041:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231819.387048:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231819.387058:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093184:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231819.387073:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093248:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231819.387122:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231819.387140:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231819/real 1761231819] req@00000000161ad79e x1846777736093248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231819.387161:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736093248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231819.387171:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231819.387174:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231819.387177:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093248:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231819.387202:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093312:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231819.387229:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231819.387239:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231819/real 1761231819] req@000000007a9a6396 x1846777736093312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231819.387251:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736093312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231819.387260:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231819.387263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231819.387266:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093312:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231819.387272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093376:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231819.387290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231819.387297:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231819/real 1761231819] req@0000000012be0532 x1846777736093376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231819.387316:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736093376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231819.387332:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231819.387334:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231819.387337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093376:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231819.450186:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231820.409987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231821.433978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231821.498105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231822.457996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231823.481984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231823.546084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231824.506024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231824.506097:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231824.506109:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231824.506113:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231824.506125:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7422 00000100:00080000:3.0:1761231824.506129:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231824.506138:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231824.506185:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736093440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231824.506222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231824.506227:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231824.506229:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231824.506235:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7422 00000100:00080000:3.0:1761231824.506238:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231824.506241:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231824.506253:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231824.506268:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736093504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231824.506281:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761231824.506303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736093440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761231824.506312:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231824.506317:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231824.506323:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7422 00000100:00080000:3.0:1761231824.506325:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231824.506330:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231824.506337:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231824.506351:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736093568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231824.506363:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231824.506367:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231824.506369:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231824.506373:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7422 00000100:00080000:3.0:1761231824.506375:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231824.506378:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231824.506383:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231824.506397:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736093632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761231824.506407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231824.506424:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231824.506430:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231824.506433:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231824.506439:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7422 00000100:00080000:3.0:1761231824.506442:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761231824.506448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231824/real 1761231824] req@0000000009919b3e x1846777736093440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231824.506450:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231824.506460:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231824.506477:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736093696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231824.506487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736093440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231824.506507:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231824.506511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231824.506518:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736093440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761231824.506551:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231824.506578:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231824.506588:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231824/real 1761231824] req@0000000066592840 x1846777736093504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231824.506610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736093504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231824.506619:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231824.506621:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231824.506625:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231824.506631:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761231824.506650:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231824.506657:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231824/real 1761231824] req@00000000d3a306c9 x1846777736093568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231824.506669:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736093568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231824.506678:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231824.506680:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231824.506683:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761231824.506689:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231824.506708:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231824.506715:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231824/real 1761231824] req@0000000044909560 x1846777736093632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231824.506726:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736093632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231824.506734:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231824.506738:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231824.506741:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231824.506747:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761231824.506764:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761231824.506771:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231824/real 1761231824] req@00000000a0b7b6fd x1846777736093696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231824.506782:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736093696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231849 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231824.506790:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231824.506792:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231824.506795:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736093696:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761231825.530052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231825.594067:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231826.554017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231827.578074:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231827.642185:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231828.602006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231829.626044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231829.626154:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231829.626165:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231829.626172:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231829.626191:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7428 00000100:00080000:2.0:1761231829.626197:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231829.626232:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231829.626298:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736093760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231829.626349:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231829.626355:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231829.626358:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231829.626363:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7428 00000100:00080000:2.0:1761231829.626367:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231829.626374:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231829.626391:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231829.626411:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736093824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231829.626428:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231829.626433:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231829.626439:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231829.626458:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7428 00000100:00080000:2.0:1761231829.626463:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231829.626472:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231829.626480:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231829.626503:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736093888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231829.626514:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231829.626521:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231829.626525:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231829.626530:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7428 00000100:00080000:2.0:1761231829.626533:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231829.626539:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231829.626546:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231829.626563:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736093952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231829.626580:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231829.626585:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231829.626589:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231829.626603:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7428 00000100:00080000:2.0:1761231829.626609:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231829.626623:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231829.626640:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231829.626660:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736094016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231829.690139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231830.650011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231831.673954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231831.738057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231832.698005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231833.722009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231833.786406:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231834.746003:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231834.746017:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231834.746022:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231834.746037:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7433 00000100:00080000:2.0:1761231834.746040:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231834.746048:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231834.746103:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736094080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231834.746145:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231834.746149:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231834.746150:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231834.746155:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7433 00000100:00080000:2.0:1761231834.746157:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231834.746161:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231834.746173:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231834.746183:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736094144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231834.746190:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231834.746193:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231834.746194:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231834.746196:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7433 00000100:00080000:2.0:1761231834.746197:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231834.746199:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231834.746201:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231834.746207:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736094208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231834.746211:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231834.746213:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231834.746214:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231834.746217:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7433 00000100:00080000:2.0:1761231834.746219:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231834.746222:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231834.746225:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231834.746231:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736094272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231834.746236:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231834.746239:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231834.746240:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231834.746245:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7433 00000100:00080000:2.0:1761231834.746248:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231834.746250:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231834.746254:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231834.746259:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736094336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231835.834053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231837.882273:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231839.866049:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231839.866079:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231839.866084:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231839.866099:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7438 00000100:00080000:3.0:1761231839.866104:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231839.866114:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231839.866174:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736094400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231839.866211:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231839.866215:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231839.866217:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231839.866222:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7438 00000100:00080000:3.0:1761231839.866224:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231839.866227:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231839.866242:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231839.866255:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736094464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231839.866263:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231839.866266:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231839.866267:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231839.866271:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7438 00000100:00080000:3.0:1761231839.866273:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231839.866276:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231839.866279:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231839.866294:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736094528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231839.866320:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231839.866323:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231839.866324:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231839.866327:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7438 00000100:00080000:3.0:1761231839.866328:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231839.866331:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231839.866334:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231839.866347:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736094592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231839.866353:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231839.866357:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231839.866358:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231839.866362:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7438 00000100:00080000:3.0:1761231839.866364:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231839.866367:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231839.866373:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231839.866381:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736094656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231839.930695:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231841.978233:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231844.026135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231844.986098:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231844.986109:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231844.986114:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231844.986125:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7443 00000100:00080000:2.0:1761231844.986129:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231844.986138:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231844.986186:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736094720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231844.986221:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231844.986226:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231844.986228:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231844.986233:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7443 00000100:00080000:2.0:1761231844.986235:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231844.986239:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231844.986249:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231844.986261:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736094784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231844.986271:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231844.986275:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231844.986277:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231844.986280:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7443 00000100:00080000:2.0:1761231844.986282:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231844.986285:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231844.986289:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231844.986297:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736094848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231844.986307:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231844.986311:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231844.986313:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231844.986318:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7443 00000100:00080000:2.0:1761231844.986321:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231844.986326:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231844.986332:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231844.986350:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736094912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231844.986372:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231844.986376:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231844.986378:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231844.986382:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7443 00000100:00080000:2.0:1761231844.986385:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231844.986388:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231844.986394:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231844.986407:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736094976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231846.074162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231848.122139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231850.106154:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231850.106168:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231850.106173:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231850.106187:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7448 00000100:00080000:3.0:1761231850.106191:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231850.106200:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231850.106245:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736095040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231850.106285:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231850.106290:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231850.106292:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231850.106297:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7448 00000100:00080000:3.0:1761231850.106299:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231850.106303:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231850.106313:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231850.106326:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736095104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231850.106336:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231850.106341:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231850.106343:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231850.106347:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7448 00000100:00080000:3.0:1761231850.106349:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231850.106352:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231850.106356:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231850.106363:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736095168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231850.106372:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231850.106374:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231850.106376:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231850.106380:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7448 00000100:00080000:3.0:1761231850.106383:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231850.106387:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231850.106393:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231850.106403:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736095232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231850.106412:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231850.106416:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231850.106418:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231850.106422:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7448 00000100:00080000:3.0:1761231850.106425:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231850.106433:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231850.106445:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231850.106461:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736095296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231850.170154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231852.218168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231854.266143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761231856.314124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231858.298141:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231858.362055:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231859.321937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231860.345958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231860.345985:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231860.345992:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231860.345995:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231860.346019:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7458 00000100:00080000:3.0:1761231860.346023:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231860.346030:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231860.346064:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736095680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231860.346086:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231860.346088:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231860.346090:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231860.346092:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7458 00000100:00080000:3.0:1761231860.346094:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231860.346096:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231860.346104:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231860.346111:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736095744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231860.346117:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231860.346120:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231860.346121:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231860.346123:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7458 00000100:00080000:3.0:1761231860.346124:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231860.346126:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231860.346129:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231860.346134:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736095808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231860.346141:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231860.346143:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231860.346144:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231860.346146:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7458 00000100:00080000:3.0:1761231860.346148:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231860.346150:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231860.346154:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231860.346162:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736095872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231860.346174:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231860.346176:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231860.346177:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231860.346180:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7458 00000100:00080000:3.0:1761231860.346182:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231860.346184:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231860.346187:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231860.346193:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736095936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231860.410071:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231861.370036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231862.394019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231862.458172:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231863.418037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761231864.442036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231864.506139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761231865.466049:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761231865.466051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231865.466067:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231865.466074:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231865.466101:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7463 00000100:00080000:2.0:1761231865.466112:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231865.466123:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231865.466251:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736096000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231865.466298:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231865.466304:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231865.466307:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231865.466314:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7463 00000100:00080000:3.0:1761231865.466317:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231865.466323:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231865.466334:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231865.466352:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736096064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231865.466364:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231865.466369:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231865.466372:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231865.466386:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7463 00000100:00080000:3.0:1761231865.466388:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761231865.466394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736096000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761231865.466396:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231865.466408:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231865.466428:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736096128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231865.466439:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231865.466443:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231865.466445:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231865.466451:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7463 00000100:00080000:3.0:1761231865.466453:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231865.466460:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231865.466466:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231865.466478:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736096192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231865.466487:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231865.466490:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231865.466492:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231865.466500:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7463 00000100:00080000:3.0:1761231865.466505:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761231865.466508:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231865.466515:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231865.466522:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231865.466537:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736096256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231865.466551:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231865/real 1761231865] req@00000000311bc461 x1846777736096000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231890 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761231865.466587:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736096000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231890 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761231865.466606:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761231865.466612:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761231865.466619:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736096000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231866.490009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231866.554118:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231867.513971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231868.538031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231868.602099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231869.562006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231870.586021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231870.650158:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231871.610021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231872.634043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231872.698120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231873.658010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231874.682034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231874.746160:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231875.705973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761231875.706757:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736096896:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231876.729961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231876.794051:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231877.753932:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231878.778003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231878.842154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231879.802039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231880.826027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761231880.826168:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231880.826182:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761231880.826187:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231880.826200:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7479 00000100:00080000:0.0:1761231880.826204:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231880.826213:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761231880.826259:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736096960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231880.826299:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231880.826304:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231880.826306:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231880.826311:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7479 00000100:00080000:0.0:1761231880.826313:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231880.826317:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231880.826328:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231880.826342:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736097024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231880.826354:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231880.826359:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231880.826361:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231880.826374:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7479 00000100:00080000:0.0:1761231880.826382:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231880.826385:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231880.826391:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231880.826408:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736097088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231880.826419:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231880.826422:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231880.826425:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231880.826429:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7479 00000100:00080000:0.0:1761231880.826431:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231880.826435:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231880.826467:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231880.826479:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736097152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231880.826489:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231880.826494:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231880.826496:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231880.826499:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7479 00000100:00080000:0.0:1761231880.826502:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231880.826508:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231880.826515:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231880.826533:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736097216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761231880.890141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231881.849964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231882.873977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231882.938143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231883.897974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231884.921972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231884.986128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231885.945957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761231885.945992:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231885.946003:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761231885.946009:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231885.946022:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7484 00000100:00080000:0.0:1761231885.946027:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231885.946036:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761231885.946084:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736097280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231885.946128:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231885.946135:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231885.946138:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231885.946146:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7484 00000100:00080000:0.0:1761231885.946150:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231885.946155:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231885.946167:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231885.946184:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736097344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231885.946196:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231885.946200:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231885.946202:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231885.946207:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7484 00000100:00080000:0.0:1761231885.946210:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231885.946214:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231885.946219:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231885.946228:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736097408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231885.946241:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231885.946244:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231885.946247:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231885.946258:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7484 00000100:00080000:0.0:1761231885.946265:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231885.946271:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231885.946276:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231885.946288:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736097472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231885.946298:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231885.946302:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231885.946304:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231885.946309:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7484 00000100:00080000:0.0:1761231885.946311:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231885.946315:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231885.946319:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231885.946330:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736097536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231886.969962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231887.034131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231887.993938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231889.017948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231889.082205:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231890.041978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231891.066014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761231891.066289:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736097600:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:0.0:1761231891.066405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231891.066438:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231891/real 1761231891] req@00000000dcfa4436 x1846777736097600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231891.066466:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736097600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231891.066483:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231891.066489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231891.066497:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736097600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761231891.066533:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231891.066577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231891.066593:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231891/real 1761231891] req@00000000c65fa7c5 x1846777736097664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231891.066608:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736097664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231891.066617:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231891.066620:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231891.066624:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231891.066631:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231891.066654:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231891.066662:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231891/real 1761231891] req@00000000f52221c5 x1846777736097728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231891.066674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736097728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231891.066683:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231891.066685:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231891.066687:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231891.066694:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231891.066712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231891.066720:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231891/real 1761231891] req@000000001dfe2b3c x1846777736097792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231891.066732:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736097792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231891.066739:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231891.066741:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231891.066744:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761231891.066749:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231891.066767:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231891.066774:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231891/real 1761231891] req@00000000cee0df34 x1846777736097856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231891.066784:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736097856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231916 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231891.066793:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231891.066795:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231891.066798:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231891.130169:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231892.090016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231893.114021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231893.178186:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231894.137976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231895.162016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231895.226172:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231896.186059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761231896.186382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736097920:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:0.0:1761231896.186530:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231896.186581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231896/real 1761231896] req@000000000a7b3b64 x1846777736097920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231896.186617:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736097920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231896.186705:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231896.186711:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231896.186717:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736097920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761231896.186729:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231896.186759:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231896.186768:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231896/real 1761231896] req@0000000090114397 x1846777736097984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231896.186781:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736097984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231896.186789:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231896.186792:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231896.186795:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736097984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231896.186835:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231896.186856:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231896.186930:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231896/real 1761231896] req@00000000108af431 x1846777736098048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231896.186946:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736098048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231896.186955:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231896.186958:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231896.186961:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231896.186970:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231896.186997:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231896.187006:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231896/real 1761231896] req@00000000c21e8593 x1846777736098112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231896.187018:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736098112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231896.187027:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231896.187030:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231896.187034:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761231896.187040:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231896.187060:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231896.187068:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231896/real 1761231896] req@00000000cba7fca5 x1846777736098176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231896.187080:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736098176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231921 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231896.187089:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231896.187091:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231896.187094:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098176:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231897.210008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231897.274145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231898.234015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231899.258041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231899.322142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231900.282002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231901.305976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231901.306233:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736098240:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:3.0:1761231901.306339:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231901.306392:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231901/real 1761231901] req@00000000cba7fca5 x1846777736098240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231901.306444:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736098240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231901.306476:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231901.306483:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231901.306496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736098240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231901.306560:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098304:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231901.306611:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231901.306623:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231901/real 1761231901] req@00000000c21e8593 x1846777736098304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231901.306644:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736098304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231901.306653:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231901.306656:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231901.306660:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231901.306766:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098368:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231901.306797:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231901.306808:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231901/real 1761231901] req@00000000108af431 x1846777736098368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231901.306820:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736098368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231901.306829:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231901.306832:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231901.306836:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231901.306842:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098432:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231901.306861:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231901.306917:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231901/real 1761231901] req@0000000090114397 x1846777736098432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231901.306932:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736098432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231901.306945:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231901.306947:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231901.306951:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231901.306958:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098496:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231901.306980:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231901.306988:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231901/real 1761231901] req@000000000a7b3b64 x1846777736098496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231901.307006:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736098496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231926 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231901.307214:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231901.307220:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231901.307226:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231901.370053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231902.330034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231903.353999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231903.418116:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231904.377994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231905.402008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231905.466495:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231906.426020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231906.426241:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736098560:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:3.0:1761231906.426342:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231906.426381:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231906/real 1761231906] req@00000000cee0df34 x1846777736098560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231906.426456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736098560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231906.426471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231906.426476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231906.426480:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736098560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231906.426508:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231906.426534:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231906.426544:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231906/real 1761231906] req@000000001dfe2b3c x1846777736098624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231906.426557:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736098624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231906.426566:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231906.426568:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231906.426572:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231906.426578:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231906.426595:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231906.426602:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231906/real 1761231906] req@00000000f52221c5 x1846777736098688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231906.426614:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736098688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231906.426629:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231906.426632:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231906.426635:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231906.426641:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231906.426659:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231906.426666:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231906/real 1761231906] req@00000000c65fa7c5 x1846777736098752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231906.426677:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736098752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231906.426685:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231906.426687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231906.426690:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231906.426696:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231906.426712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231906.426719:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231906/real 1761231906] req@00000000dcfa4436 x1846777736098816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231906.426730:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736098816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231931 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231906.426738:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231906.426740:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231906.426743:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098816:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231907.450041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231907.514361:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231908.474006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231908.538672:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231909.497997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231909.562164:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231910.521992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231910.586193:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231911.545998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761231911.546140:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231911.546154:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761231911.546161:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231911.546175:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7509 00000100:00080000:0.0:1761231911.546180:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231911.546192:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761231911.546247:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736098880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231911.546295:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231911.546302:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231911.546305:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231911.546312:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7509 00000100:00080000:0.0:1761231911.546316:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231911.546323:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231911.546339:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231911.546364:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736098944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231911.546375:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736098880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761231911.546401:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231911.546409:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231911.546412:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231911.546420:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7509 00000100:00080000:0.0:1761231911.546424:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231911.546431:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231911.546440:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231911.546462:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736099008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761231911.546480:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761231911.546483:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231911.546493:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231911.546497:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231911.546508:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7509 00000100:00080000:0.0:1761231911.546512:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761231911.546515:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231911/real 1761231911] req@0000000023d541ab x1846777736098880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231911.546526:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231911.546542:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231911.546553:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736098880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231911.546568:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761231911.546571:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736099072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231911.546575:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231911.546586:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736098880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761231911.546608:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231911.546615:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231911.546617:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761231911.546630:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:0.0:1761231911.546632:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7509 00000100:00080000:0.0:1761231911.546642:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231911.546653:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231911.546662:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761231911.546677:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231911.546689:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736099136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231911.546703:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231911/real 1761231911] req@000000001edf5a39 x1846777736098944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231911.546734:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736098944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231911.546751:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231911.546755:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231911.546762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736098944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231911.546779:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231911.546812:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231911.546823:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231911/real 1761231911] req@00000000d75fe628 x1846777736099008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231911.546836:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736099008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231911.546845:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231911.546847:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231911.546851:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231911.546857:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231911.546911:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231911.546921:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231911/real 1761231911] req@00000000e0da2515 x1846777736099072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231911.546934:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736099072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231911.546943:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231911.546945:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231911.546949:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231911.546971:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231911.546991:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231911.546998:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231911/real 1761231911] req@000000009dca9672 x1846777736099136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231911.547011:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736099136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231936 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231911.547019:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231911.547021:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231911.547024:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231911.610038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231912.570010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231912.634155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231913.593987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231913.658142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231914.617998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231914.682149:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231915.642062:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231915.706088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231916.666062:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231916.666111:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231916.666121:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231916.666126:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231916.666136:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7515 00000100:00080000:2.0:1761231916.666140:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231916.666148:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231916.666191:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736099200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231916.666223:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231916.666227:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231916.666229:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231916.666234:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7515 00000100:00080000:2.0:1761231916.666236:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231916.666240:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231916.666251:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231916.666265:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736099264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231916.666276:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761231916.666279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736099200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761231916.666282:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231916.666286:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231916.666293:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7515 00000100:00080000:2.0:1761231916.666295:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231916.666298:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231916.666303:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231916.666317:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736099328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231916.666326:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231916.666329:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231916.666331:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231916.666334:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7515 00000100:00080000:2.0:1761231916.666337:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231916.666341:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231916.666345:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231916.666354:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736099392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231916.666369:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231916.666373:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231916.666374:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231916.666377:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7515 00000100:00080000:2.0:1761231916.666380:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231916.666383:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231916.666387:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231916.666398:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736099456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231916.666409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231916.666457:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231916.666488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231916.666520:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761231916.730089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231917.690162:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231917.754119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231918.714059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231918.778203:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231919.737996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231919.738312:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231916/real 1761231919] req@0000000099725227 x1846777736099456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231919.738338:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736099456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231919.738349:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231919.738353:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231919.738358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099456:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231919.738365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231916/real 1761231919] req@000000001f17a0b8 x1846777736099264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231919.738376:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736099264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231919.738383:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231919.738385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231919.738388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231919.738393:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231916/real 1761231919] req@00000000c35ccb78 x1846777736099328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231919.738404:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736099328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231919.738411:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231919.738414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231919.738416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231919.738422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231916/real 1761231919] req@000000002f434b1a x1846777736099392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231919.738432:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736099392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231919.738439:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231919.738442:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231919.738444:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231919.738450:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231916/real 1761231919] req@0000000070bd2103 x1846777736099200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231919.738462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736099200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231941 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231919.738469:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231919.738472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231919.738475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736099200:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:2.0:1761231919.802037:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231920.762040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231920.826033:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231921.786081:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231921.786093:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231921.786104:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231921.786110:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231921.786123:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7520 00000100:00080000:3.0:1761231921.786128:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231921.786136:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231921.786178:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736099520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231921.786213:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231921.786217:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231921.786219:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231921.786223:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7520 00000100:00080000:3.0:1761231921.786225:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231921.786229:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231921.786238:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231921.786250:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736099584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231921.786261:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231921.786265:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231921.786266:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231921.786270:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7520 00000100:00080000:3.0:1761231921.786271:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231921.786274:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231921.786277:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231921.786285:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736099648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231921.786295:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231921.786299:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231921.786301:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231921.786305:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7520 00000100:00080000:3.0:1761231921.786307:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231921.786311:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231921.786314:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231921.786324:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736099712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761231921.786335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736099520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761231921.786337:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231921.786351:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231921.786352:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231921.786357:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7520 00000100:00080000:3.0:1761231921.786359:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231921.786363:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231921.786369:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231921.786382:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736099776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761231921.786433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231921.786459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231921/real 1761231921] req@000000003dd9839b x1846777736099520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231921.786480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736099520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231921.786491:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231921.786494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231921.786499:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736099520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761231921.786506:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231921.786527:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231921.786535:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231921/real 1761231921] req@00000000d2119349 x1846777736099584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231921.786547:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736099584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231921.786554:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231921.786557:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231921.786559:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231921.786565:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231921.786584:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231921.786591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231921/real 1761231921] req@000000000b14a2de x1846777736099648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231921.786602:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736099648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231921.786610:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231921.786612:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231921.786615:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231921.786645:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231921.786663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231921.786670:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231921/real 1761231921] req@0000000017b16811 x1846777736099712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231921.786681:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736099712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231921.786688:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231921.786690:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231921.786693:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761231921.786698:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231921.786714:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231921.786720:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231921/real 1761231921] req@00000000736ef9ba x1846777736099776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231921.786731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736099776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231946 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231921.786747:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231921.786749:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231921.786752:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231921.850200:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231922.810156:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231922.874123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231923.834022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231923.898176:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231924.858031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231924.922161:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231925.882027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231925.946130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231926.906029:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231926.906043:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231926.906048:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231926.906068:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7525 00000100:00080000:3.0:1761231926.906073:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231926.906083:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231926.906127:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736099840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761231926.906149:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231926.906161:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231926.906168:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231926.906182:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231926.906188:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7525 00000100:00080000:3.0:1761231926.906191:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231926.906196:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231926.906208:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231926.906221:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736099904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231926.906240:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231926.906245:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231926.906247:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231926.906251:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7525 00000100:00080000:3.0:1761231926.906255:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231926.906261:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231926.906266:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231926.906275:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736099968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231926.906286:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231926.906290:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231926.906292:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231926.906296:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7525 00000100:00080000:3.0:1761231926.906299:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761231926.906306:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736099840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231926.906308:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231926.906319:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231926.906331:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736100032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231926.906340:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231926.906343:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231926.906345:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231926.906350:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7525 00000100:00080000:3.0:1761231926.906352:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231926.906356:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231926.906362:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231926.906376:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736100096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761231926.906430:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231926.906466:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231926/real 1761231926] req@0000000009919b3e x1846777736099840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231926.906492:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736099840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231926.906505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231926.906509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231926.906513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736099840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761231926.906523:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099904:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761231926.906555:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231926.906565:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231926/real 1761231926] req@0000000066592840 x1846777736099904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231926.906578:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736099904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231926.906587:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231926.906590:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231926.906594:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761231926.906624:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099968:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761231926.906644:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231926.906652:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231926/real 1761231926] req@00000000d3a306c9 x1846777736099968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231926.906674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736099968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231926.906683:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231926.906685:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231926.906688:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736099968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761231926.906694:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100032:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761231926.906712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231926.906719:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231926/real 1761231926] req@0000000044909560 x1846777736100032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231926.906730:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736100032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231926.906738:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231926.906740:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231926.906743:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761231926.906748:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100096:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761231926.906765:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231926.906772:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231926/real 1761231926] req@00000000a0b7b6fd x1846777736100096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231926.906783:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736100096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231951 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231926.906792:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231926.906795:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231926.906798:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761231926.970140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231927.930046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231927.994128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231928.954121:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231929.018144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231929.978025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231930.042162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231931.001989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231931.066172:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231932.025989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761231932.026268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736100160:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:0.0:1761231932.026357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231932.026381:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@0000000054fdc67e x1846777736100160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231932.026399:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736100160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231932.026409:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.026413:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231932.026417:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736100160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761231932.026424:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231932.026443:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231932.026450:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@00000000069b687a x1846777736100224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231932.026460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736100224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231932.026467:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.026469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231932.026471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231932.026477:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231932.026492:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231932.026498:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@00000000c2c1573a x1846777736100288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231932.026508:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736100288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231932.026515:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.026517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231932.026519:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231932.026547:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231932.026562:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231932.026569:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@000000000baedc40 x1846777736100352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231932.026579:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736100352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231932.026586:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.026587:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231932.026590:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761231932.026595:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231932.026608:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231932.026632:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231932/real 1761231932] req@00000000464e3652 x1846777736100416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231932.026645:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736100416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231957 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231932.026653:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231932.026655:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231932.026658:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231932.090107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231933.050002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231933.114127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231934.073933:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231934.138068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231935.097946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231935.162004:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231936.121982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231936.186127:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231937.145959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231937.146075:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736100480:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:3.0:1761231937.146142:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231937.146165:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231937/real 1761231937] req@000000006ce6fb08 x1846777736100480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231937.146197:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736100480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231937.146205:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231937.146207:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231937.146211:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736100480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231937.146231:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231937.146246:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231937.146251:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231937/real 1761231937] req@000000009c8a8899 x1846777736100544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231937.146258:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736100544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231937.146262:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231937.146263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231937.146265:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231937.146270:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231937.146280:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231937.146284:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231937/real 1761231937] req@00000000086973a9 x1846777736100608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231937.146355:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736100608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231937.146360:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231937.146362:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231937.146364:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231937.146368:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231937.146382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231937.146387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231937/real 1761231937] req@00000000a0dbac9b x1846777736100672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231937.146393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736100672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231937.146398:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231937.146399:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231937.146401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231937.146404:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231937.146413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231937.146416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231937/real 1761231937] req@0000000013a55d77 x1846777736100736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231937.146423:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736100736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231962 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231937.146427:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231937.146428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231937.146429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761231937.210034:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231938.170087:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231938.234042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231939.193965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231939.258016:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231940.217915:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231940.282018:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231941.241959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231941.306006:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231942.265938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231942.265962:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231942.265968:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231942.265971:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231942.265979:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7540 00000100:00080000:3.0:1761231942.265982:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231942.265987:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231942.266018:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736100800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231942.266039:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231942.266041:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231942.266042:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231942.266045:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7540 00000100:00080000:3.0:1761231942.266047:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231942.266049:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231942.266056:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231942.266065:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736100864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231942.266071:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231942.266074:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231942.266075:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231942.266077:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7540 00000100:00080000:3.0:1761231942.266078:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231942.266082:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761231942.266084:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736100800:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761231942.266086:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231942.266094:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736100928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231942.266099:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231942.266101:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231942.266102:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231942.266104:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7540 00000100:00080000:3.0:1761231942.266106:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231942.266108:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231942.266111:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231942.266117:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736100992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231942.266122:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231942.266124:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231942.266125:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231942.266127:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7540 00000100:00080000:3.0:1761231942.266128:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231942.266130:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231942.266133:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231942.266139:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736101056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761231942.266150:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231942.266167:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231942/real 1761231942] req@00000000a0b7b6fd x1846777736100800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231942.266179:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736100800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231942.266186:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231942.266189:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231942.266191:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736100800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761231942.266196:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231942.266209:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231942.266214:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231942/real 1761231942] req@0000000044909560 x1846777736100864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231942.266225:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736100864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231942.266229:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231942.266230:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231942.266232:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231942.266250:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231942.266261:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231942.266265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231942/real 1761231942] req@00000000d3a306c9 x1846777736100928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231942.266271:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736100928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231942.266276:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231942.266278:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231942.266280:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231942.266282:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231942.266292:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231942.266295:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231942/real 1761231942] req@0000000066592840 x1846777736100992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231942.266301:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736100992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231942.266305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231942.266307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231942.266309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736100992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761231942.266312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231942.266321:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231942.266324:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231942/real 1761231942] req@0000000009919b3e x1846777736101056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231942.266329:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736101056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231967 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231942.266334:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231942.266335:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231942.266337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231942.329997:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231943.289961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231943.354019:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231944.313966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231944.378142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231945.337954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231945.402035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231946.361955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231946.426097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231947.386003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231947.386015:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231947.386027:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231947.386032:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231947.386045:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7545 00000100:00080000:3.0:1761231947.386049:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231947.386057:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231947.386106:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736101120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231947.386158:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231947.386162:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231947.386163:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231947.386167:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7545 00000100:00080000:3.0:1761231947.386169:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231947.386173:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231947.386188:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231947.386199:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736101184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231947.386207:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231947.386212:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231947.386214:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231947.386234:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7545 00000100:00080000:3.0:1761231947.386235:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231947.386238:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231947.386244:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231947.386253:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736101248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231947.386263:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231947.386267:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1761231947.386270:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736101120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761231947.386271:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231947.386288:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7545 00000100:00080000:3.0:1761231947.386312:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231947.386318:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231947.386327:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231947.386340:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736101312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231947.386347:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231947.386350:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231947.386352:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231947.386354:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7545 00000100:00080000:3.0:1761231947.386356:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231947.386374:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231947.386378:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231947.386387:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736101376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761231947.386401:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231947.386439:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231947/real 1761231947] req@00000000736ef9ba x1846777736101120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231947.386460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736101120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231947.386471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231947.386475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231947.386479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736101120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761231947.386490:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761231947.386513:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231947.386520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231947/real 1761231947] req@0000000017b16811 x1846777736101184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231947.386548:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736101184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231947.386556:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231947.386559:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231947.386562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761231947.386602:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761231947.386628:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231947.386637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231947/real 1761231947] req@000000000b14a2de x1846777736101248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231947.386647:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736101248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231947.386655:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231947.386676:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231947.386682:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761231947.386693:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761231947.386718:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231947.386727:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231947/real 1761231947] req@00000000d2119349 x1846777736101312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231947.386739:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736101312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231947.386747:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231947.386749:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231947.386752:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761231947.386757:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761231947.386774:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231947.386780:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231947/real 1761231947] req@000000003dd9839b x1846777736101376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761231947.386790:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736101376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231972 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231947.386797:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231947.386799:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231947.386801:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761231947.450136:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231948.410000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231948.474136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231949.433947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231949.498029:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231950.457951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231950.522015:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231951.481990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231951.546008:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231952.505916:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761231952.505952:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231952.505959:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761231952.505962:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231952.505969:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7550 00000100:00080000:0.0:1761231952.505971:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231952.505977:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761231952.506005:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736101440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231952.506025:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231952.506028:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231952.506029:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231952.506031:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7550 00000100:00080000:0.0:1761231952.506033:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231952.506036:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231952.506043:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231952.506051:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736101440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761231952.506055:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736101504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231952.506063:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231952.506065:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231952.506066:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231952.506069:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7550 00000100:00080000:0.0:1761231952.506071:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231952.506072:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231952.506075:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231952.506083:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736101568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231952.506088:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231952.506090:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231952.506091:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231952.506094:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7550 00000100:00080000:0.0:1761231952.506095:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231952.506097:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231952.506101:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231952.506111:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736101632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761231952.506116:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761231952.506125:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231952.506129:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231952.506131:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761231952.506135:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231952/real 1761231952] req@00000000de11a021 x1846777736101440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231952.506137:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7550 00000100:00080000:0.0:1761231952.506141:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231952.506153:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761231952.506154:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736101440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:0.0:1761231952.506160:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761231952.506165:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231952.506169:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231952.506173:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736101696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231952.506174:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736101440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231952.506200:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231952.506216:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231952.506221:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231952/real 1761231952] req@00000000330b2500 x1846777736101504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231952.506228:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736101504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231952.506233:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231952.506235:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231952.506237:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231952.506240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231952.506250:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231952.506254:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231952/real 1761231952] req@00000000c90d576b x1846777736101568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231952.506261:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736101568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231952.506266:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231952.506268:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231952.506269:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231952.506272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231952.506282:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231952.506285:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231952/real 1761231952] req@000000000e921d21 x1846777736101632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231952.506291:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736101632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231952.506296:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231952.506297:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231952.506298:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231952.506301:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231952.506310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231952.506314:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231952/real 1761231952] req@00000000fd377aae x1846777736101696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231952.506319:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736101696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231977 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231952.506323:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231952.506324:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231952.506325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101696:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231952.570058:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231953.529909:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231953.594003:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231954.553917:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231954.618049:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231955.577931:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231955.642137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231956.601983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231956.666134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761231957.626007:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761231957.626008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761231957.626022:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761231957.626028:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231957.626040:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7556 00000100:00080000:0.0:1761231957.626045:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231957.626055:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761231957.626096:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736101760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231957.626137:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231957.626141:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231957.626142:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231957.626147:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7556 00000100:00080000:0.0:1761231957.626150:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231957.626154:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231957.626165:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231957.626179:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736101824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231957.626192:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231957.626197:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761231957.626199:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736101760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761231957.626202:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231957.626214:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7556 00000100:00080000:0.0:1761231957.626217:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231957.626221:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231957.626226:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231957.626242:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736101888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231957.626252:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231957.626256:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231957.626258:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231957.626263:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7556 00000100:00080000:0.0:1761231957.626265:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231957.626269:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231957.626275:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231957.626288:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736101952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761231957.626300:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761231957.626308:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231957.626313:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231957.626316:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231957.626324:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7556 00000100:00080000:0.0:1761231957.626326:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231957.626331:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761231957.626336:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231957/real 1761231957] req@00000000911b207d x1846777736101760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:0.0:1761231957.626340:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231957.626358:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736102016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231957.626370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736101760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231957.626388:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231957.626391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231957.626398:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736101760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231957.626428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101824:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231957.626454:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231957.626463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231957/real 1761231957] req@000000008cd0ff0b x1846777736101824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231957.626476:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736101824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231957.626485:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231957.626488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231957.626491:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231957.626501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231957.626519:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231957.626527:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231957/real 1761231957] req@00000000fd377aae x1846777736101888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231957.626538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736101888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231957.626584:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231957.626587:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231957.626591:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231957.626598:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231957.626621:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231957.626630:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231957/real 1761231957] req@000000000e921d21 x1846777736101952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231957.626643:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736101952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231957.626651:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231957.626654:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231957.626657:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736101952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231957.626663:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231957.626680:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231957.626687:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231957/real 1761231957] req@00000000c90d576b x1846777736102016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231957.626699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736102016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231982 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231957.626708:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231957.626710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231957.626713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102016:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761231957.690143:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231958.650037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231958.714131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231959.673972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231959.738125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231960.698004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231960.762166:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231961.721982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231961.786156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231962.746011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231962.746302:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736102080:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:3.0:1761231962.746407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231962.746445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231962/real 1761231962] req@0000000012be0532 x1846777736102080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231962.746478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736102080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231962.746537:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231962.746541:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231962.746549:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736102080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231962.746580:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231962.746609:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231962.746620:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231962/real 1761231962] req@000000007a9a6396 x1846777736102144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231962.746641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736102144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231962.746650:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231962.746653:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231962.746656:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231962.746663:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231962.746681:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231962.746688:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231962/real 1761231962] req@00000000161ad79e x1846777736102208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231962.746700:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736102208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231962.746708:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231962.746710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231962.746713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231962.746719:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231962.746736:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231962.746743:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231962/real 1761231962] req@00000000f706d6b4 x1846777736102272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231962.746753:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736102272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231962.746761:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231962.746764:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231962.746767:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231962.746773:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231962.746790:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231962.746797:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231962/real 1761231962] req@0000000013a55d77 x1846777736102336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231962.746807:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736102336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231987 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231962.746816:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231962.746818:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231962.746821:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231962.810095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231963.770039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231963.834125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231964.793970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231964.858150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231965.818021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231965.882165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231966.841982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231966.906103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231967.865962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761231967.866104:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231967.866117:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761231967.866122:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231967.866135:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7566 00000100:00080000:0.0:1761231967.866140:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231967.866149:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761231967.866194:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736102400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231967.866233:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231967.866237:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231967.866239:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231967.866245:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7566 00000100:00080000:0.0:1761231967.866248:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231967.866254:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231967.866265:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231967.866279:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736102464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231967.866289:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736102400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761231967.866315:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231967.866319:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231967.866321:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231967.866328:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7566 00000100:00080000:0.0:1761231967.866331:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231967.866334:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231967.866339:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231967.866353:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736102528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231967.866365:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231967.866369:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231967.866370:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231967.866374:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7566 00000100:00080000:0.0:1761231967.866376:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231967.866380:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231967.866388:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231967.866407:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736102592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761231967.866411:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231967.866463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231967/real 1761231967] req@00000000330b2500 x1846777736102400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231967.866480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736102400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761231967.866486:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231967.866490:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231967.866494:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231967.866495:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761231967.866498:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761231967.866504:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736102400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761231967.866510:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7566 00000100:00080000:0.0:1761231967.866515:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231967.866525:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231967.866534:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231967.866553:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761231967.866554:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736102656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761231967.866596:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231967.866607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231967/real 1761231967] req@00000000de11a021 x1846777736102464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231967.866617:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736102464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231967.866623:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231967.866625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231967.866628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231967.866632:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231967.866643:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231967.866647:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231967/real 1761231967] req@000000009dca9672 x1846777736102528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231967.866653:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736102528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231967.866658:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231967.866660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231967.866661:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231967.866664:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231967.866676:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231967.866680:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231967/real 1761231967] req@00000000e0da2515 x1846777736102592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231967.866687:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736102592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231967.866691:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231967.866693:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231967.866694:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231967.866707:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231967.866717:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231967.866721:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231967/real 1761231967] req@00000000d75fe628 x1846777736102656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231967.866728:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736102656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231992 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231967.866733:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231967.866734:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231967.866735:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761231967.930071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231968.889938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231968.953982:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231969.913984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231970.937989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231971.002504:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231971.961998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231972.986021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761231972.986026:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231972.986039:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761231972.986045:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231972.986058:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7571 00000100:00080000:0.0:1761231972.986063:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231972.986073:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761231972.986120:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736102720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231972.986155:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231972.986160:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761231972.986164:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231972.986170:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7571 00000100:00080000:0.0:1761231972.986173:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231972.986180:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231972.986193:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231972.986213:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736102784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231972.986224:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231972.986230:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761231972.986234:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231972.986237:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7571 00000100:00080000:0.0:1761231972.986239:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231972.986242:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231972.986250:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231972.986263:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736102720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761231972.986270:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736102848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231972.986287:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231972.986293:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761231972.986296:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231972.986300:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7571 00000100:00080000:0.0:1761231972.986302:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231972.986306:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761231972.986312:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231972.986330:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736102912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761231972.986342:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761231972.986350:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761231972.986354:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761231972.986359:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7571 00000100:00080000:0.0:1761231972.986360:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761231972.986365:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761231972.986394:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231972.986431:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231972/real 1761231972] req@000000001edf5a39 x1846777736102720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:0.0:1761231972.986439:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231972.986464:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736102976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231972.986473:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736102720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231972.986505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231972.986510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231972.986516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736102720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231972.986531:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231972.986673:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231972.986686:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231972/real 1761231972] req@0000000023d541ab x1846777736102784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231972.986700:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736102784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231972.986710:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231972.986713:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231972.986716:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231972.986748:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231972.986981:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231972.986995:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231972/real 1761231972] req@00000000d75fe628 x1846777736102848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231972.987078:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736102848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231972.987098:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231972.987103:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231972.987109:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231972.987119:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231972.987159:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231972.987172:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231972/real 1761231972] req@00000000e0da2515 x1846777736102912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231972.987185:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736102912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231972.987194:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231972.987196:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231972.987199:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231972.987206:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231972.987224:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231972.987231:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231972/real 1761231972] req@000000009dca9672 x1846777736102976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231972.987242:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736102976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761231997 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231972.987251:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231972.987253:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231972.987255:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736102976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761231973.050251:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231974.010001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231974.074468:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231975.034015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231975.098565:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231976.058031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231976.122126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231977.081976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231977.146153:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231978.106033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761231978.106097:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231978.106112:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761231978.106118:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231978.106134:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7576 00000100:00080000:2.0:1761231978.106139:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231978.106149:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231978.106209:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736103040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231978.106249:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231978.106253:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761231978.106255:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231978.106260:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7576 00000100:00080000:2.0:1761231978.106263:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231978.106266:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231978.106280:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231978.106295:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736103104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231978.106341:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761231978.106351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736103040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761231978.106354:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761231978.106358:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231978.106367:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7576 00000100:00080000:2.0:1761231978.106371:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231978.106374:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231978.106380:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231978.106397:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736103168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231978.106406:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231978.106410:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761231978.106412:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231978.106416:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7576 00000100:00080000:2.0:1761231978.106419:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231978.106423:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231978.106428:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231978.106438:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736103232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761231978.106446:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761231978.106449:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761231978.106450:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761231978.106459:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7576 00000800:00000100:3.0:1761231978.106469:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761231978.106471:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761231978.106486:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761231978.106494:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761231978.106513:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736103296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761231978.106523:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231978/real 1761231978] req@0000000070bd2103 x1846777736103040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231978.106592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736103040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231978.106608:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231978.106615:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231978.106621:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736103040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761231978.106652:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231978.106683:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231978.106698:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231978/real 1761231978] req@000000002f434b1a x1846777736103104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231978.106720:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736103104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231978.106734:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231978.106739:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231978.106745:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231978.106762:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761231978.106803:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231978.106820:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231978/real 1761231978] req@00000000c35ccb78 x1846777736103168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231978.106842:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736103168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231978.106857:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231978.106861:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231978.106905:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761231978.106916:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231978.106948:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231978.106959:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231978/real 1761231978] req@000000001f17a0b8 x1846777736103232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231978.106972:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736103232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231978.106981:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231978.106984:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231978.106987:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761231978.106993:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761231978.107012:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231978.107019:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231978/real 1761231978] req@0000000099725227 x1846777736103296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761231978.107032:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736103296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232003 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761231978.107040:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231978.107043:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231978.107045:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761231978.170122:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231979.130023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231979.194114:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231980.154051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231980.218103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231981.177987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231981.242148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231982.202018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231982.266192:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231983.226045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231983.226282:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736103360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231983.226437:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103424:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231983.226473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103488:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231983.226497:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103552:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231983.226526:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103616:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231983.290148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231984.249967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231984.314037:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231985.274029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231985.338146:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231986.298036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231986.298716:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231983/real 1761231986] req@00000000086973a9 x1846777736103424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231986.298760:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736103424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231986.298792:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231986.298798:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231986.298804:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103424:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231986.298813:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231983/real 1761231986] req@000000009c8a8899 x1846777736103488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231986.298828:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736103488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231986.298837:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231986.298840:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231986.298845:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103488:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231986.298854:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231983/real 1761231986] req@000000006ce6fb08 x1846777736103552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231986.298920:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736103552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231986.298936:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231986.298941:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231986.298947:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103552:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231986.298963:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231983/real 1761231986] req@00000000464e3652 x1846777736103616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231986.298983:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736103616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231986.299009:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231986.299014:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231986.299021:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103616:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231986.299033:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231983/real 1761231986] req@00000000a0dbac9b x1846777736103360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231986.299055:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736103360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232008 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231986.299081:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231986.299086:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231986.299091:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736103360:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:0.0:1761231986.362050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231987.322032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231987.386136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231988.346006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231988.346240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736103680:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:3.0:1761231988.346361:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231988.346415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231988/real 1761231988] req@000000000baedc40 x1846777736103680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231988.346454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736103680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231988.346474:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231988.346480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231988.346488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736103680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761231988.346502:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103744:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231988.346548:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231988.346565:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231988/real 1761231988] req@00000000c2c1573a x1846777736103744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231988.346585:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736103744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231988.346601:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231988.346606:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231988.346611:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103744:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231988.346664:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103808:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761231988.346705:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231988.346721:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231988/real 1761231988] req@00000000069b687a x1846777736103808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231988.346742:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736103808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231988.346756:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231988.346761:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231988.346767:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103808:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761231988.346779:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103872:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231988.346820:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231988.346835:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231988/real 1761231988] req@0000000054fdc67e x1846777736103872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231988.346916:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736103872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231988.346931:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231988.346936:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231988.346941:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103872:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761231988.346974:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103936:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761231988.347014:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761231988.347032:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231988/real 1761231988] req@00000000dcfa4436 x1846777736103936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231988.347051:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736103936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232013 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761231988.347064:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761231988.347068:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761231988.347074:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736103936:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761231988.410141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231989.370028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231989.434124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231990.394013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231990.458141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231991.418041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231991.482201:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761231992.441994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231992.506134:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761231993.466031:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231993.466045:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231993.466050:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231993.466062:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7591 00000100:00080000:3.0:1761231993.466066:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231993.466077:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761231993.466122:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761231993.466124:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736104000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231993.466190:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231993.466198:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231993.466202:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231993.466211:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7591 00000100:00080000:3.0:1761231993.466215:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231993.466222:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231993.466237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231993.466258:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736104064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231993.466276:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231993.466282:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231993.466284:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231993.466290:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7591 00000100:00100000:0.0:1761231993.466293:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736104000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761231993.466294:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231993.466300:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231993.466306:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231993.466321:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736104128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231993.466335:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231993.466340:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231993.466342:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231993.466348:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7591 00000100:00080000:3.0:1761231993.466351:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231993.466356:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231993.466363:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231993.466375:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736104192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231993.466387:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761231993.466391:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761231993.466393:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231993.466395:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231993.466400:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7591 00000100:00080000:3.0:1761231993.466403:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231993.466409:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231993.466415:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761231993.466422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231993/real 1761231993] req@00000000eb335f49 x1846777736104000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761231993.466428:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736104256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761231993.466452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736104000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231993.466481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231993.466486:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231993.466493:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736104000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761231993.466505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231993.466546:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231993.466559:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231993/real 1761231993] req@000000007cc317a5 x1846777736104064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231993.466573:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736104064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231993.466582:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231993.466585:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231993.466588:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231993.466617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761231993.466639:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231993.466647:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231993/real 1761231993] req@00000000d46ba267 x1846777736104128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231993.466659:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736104128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231993.466668:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231993.466671:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231993.466674:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761231993.466680:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231993.466699:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231993.466706:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231993/real 1761231993] req@00000000a20dea0d x1846777736104192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231993.466717:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736104192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231993.466726:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231993.466728:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231993.466730:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761231993.466736:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761231993.466752:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761231993.466759:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761231993/real 1761231993] req@00000000311bc461 x1846777736104256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761231993.466771:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736104256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232018 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761231993.466779:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761231993.466781:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761231993.466784:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761231993.530173:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231994.490003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231994.554197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231995.514011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231995.578177:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231996.537975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761231996.602219:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231997.561975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231997.626141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231998.585989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761231998.586058:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231998.586070:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761231998.586104:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231998.586118:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7597 00000100:00080000:3.0:1761231998.586122:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231998.586132:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761231998.586181:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736104320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231998.586222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231998.586228:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761231998.586230:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231998.586235:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7597 00000100:00080000:3.0:1761231998.586237:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231998.586242:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231998.586254:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231998.586269:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736104384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231998.586282:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231998.586287:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761231998.586289:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231998.586292:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7597 00000100:00080000:3.0:1761231998.586295:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231998.586298:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231998.586302:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231998.586313:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736104448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231998.586328:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231998.586336:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761231998.586340:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231998.586346:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7597 00000100:00080000:3.0:1761231998.586348:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231998.586352:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231998.586357:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231998.586372:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736104512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761231998.586382:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761231998.586386:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761231998.586388:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761231998.586392:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7597 00000100:00080000:3.0:1761231998.586394:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761231998.586397:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761231998.586402:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761231998.586412:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736104576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1761231998.650165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761231999.610025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761231999.674151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232000.634008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232000.698167:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232001.658105:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232001.722161:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232002.681948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232002.746027:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232003.706046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232003.706309:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736104640:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:0.0:1761232003.706406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232003.706444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232003/real 1761232003] req@00000000c65fa7c5 x1846777736104640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232003.706468:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736104640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232003.706481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232003.706484:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232003.706489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736104640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232003.706498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232003.706523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232003.706532:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232003/real 1761232003] req@00000000f52221c5 x1846777736104704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232003.706545:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736104704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232003.706553:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232003.706556:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232003.706559:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232003.706599:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232003.706615:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232003.706621:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232003/real 1761232003] req@000000001dfe2b3c x1846777736104768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232003.706636:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736104768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232003.706642:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232003.706644:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232003.706647:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232003.706651:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232003.706663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232003.706668:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232003/real 1761232003] req@00000000cee0df34 x1846777736104832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232003.706676:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736104832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232003.706683:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232003.706684:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232003.706686:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232003.706690:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232003.706703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232003.706708:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232003/real 1761232003] req@000000000a7b3b64 x1846777736104896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232003.706716:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736104896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232028 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232003.706721:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232003.706724:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232003.706726:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736104896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232003.770191:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232004.730047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232004.794188:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232005.754034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232005.818224:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232006.778043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232006.842224:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232007.802038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232007.866188:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232008.825997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232008.826064:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232008.826072:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232008.826077:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232008.826090:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7607 00000100:00080000:2.0:1761232008.826094:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232008.826103:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232008.826149:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736104960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232008.826177:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232008.826183:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232008.826185:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232008.826191:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7607 00000100:00080000:2.0:1761232008.826195:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232008.826200:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232008.826211:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232008.826232:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736105024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232008.826251:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232008.826256:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232008.826259:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232008.826263:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7607 00000100:00080000:2.0:1761232008.826265:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232008.826270:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232008.826277:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232008.826297:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736105088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232008.826308:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232008.826313:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232008.826315:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232008.826321:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7607 00000100:00080000:2.0:1761232008.826324:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232008.826329:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232008.826334:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232008.826353:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736105152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232008.826369:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232008.826375:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232008.826379:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232008.826387:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7607 00000100:00080000:2.0:1761232008.826391:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232008.826396:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232008.826403:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232008.826427:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736105216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1761232008.890151:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232009.850049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232009.914134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232010.874030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232010.938124:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232011.898029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232011.962144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232012.922055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232012.986228:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232013.946042:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232013.946056:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:3.0:1761232013.946058:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232013.946062:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232013.946078:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7612 00000100:00080000:2.0:1761232013.946083:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232013.946094:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232013.946142:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736105280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232013.946174:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232013.946178:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232013.946180:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232013.946184:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7612 00000100:00080000:2.0:1761232013.946187:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232013.946190:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232013.946200:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232013.946212:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736105344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232013.946221:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232013.946226:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232013.946228:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232013.946232:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7612 00000100:00080000:2.0:1761232013.946235:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232013.946240:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232013.946245:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232013.946255:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736105408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232013.946269:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232013.946273:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232013.946275:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232013.946282:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7612 00000100:00080000:2.0:1761232013.946287:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232013.946295:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232013.946306:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232013.946319:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736105472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232013.946328:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232013.946332:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232013.946334:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232013.946337:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7612 00000100:00080000:2.0:1761232013.946340:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232013.946343:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232013.946349:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232013.946361:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736105536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761232014.010108:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232014.969996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232015.034146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232015.994060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232016.058140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232017.017993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232017.082154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232018.041994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232018.106168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232019.065961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232019.066254:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736105600:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:0.0:1761232019.066353:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232019.066385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@0000000090114397 x1846777736105600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232019.066436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736105600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232019.066461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232019.066469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232019.066481:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736105600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232019.066543:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232019.066574:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232019.066585:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@00000000108af431 x1846777736105664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232019.066598:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736105664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232019.066615:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232019.066618:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232019.066622:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232019.066628:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232019.066647:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232019.066654:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@00000000c21e8593 x1846777736105728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232019.066666:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736105728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232019.066675:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232019.066677:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232019.066679:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232019.066685:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232019.066703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232019.066710:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@00000000cba7fca5 x1846777736105792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232019.066721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736105792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232019.066729:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232019.066731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232019.066734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232019.066741:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232019.066759:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232019.066767:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232019/real 1761232019] req@000000000a7b3b64 x1846777736105856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232019.066778:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736105856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232044 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232019.066786:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232019.066789:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232019.066792:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736105856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232019.130123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232020.090020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232020.154145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232021.113958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232021.178233:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232022.137929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232022.202189:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232023.162001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232023.226158:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232024.186103:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232024.186106:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232024.186123:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232024.186130:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232024.186147:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7622 00000100:00080000:0.0:1761232024.186154:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232024.186167:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232024.186242:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736105920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232024.186298:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232024.186303:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232024.186305:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232024.186311:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7622 00000100:00080000:0.0:1761232024.186316:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232024.186322:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232024.186338:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232024.186355:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736105984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232024.186366:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232024.186372:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232024.186374:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232024.186380:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7622 00000100:00080000:0.0:1761232024.186384:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232024.186388:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232024.186393:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232024.186405:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736106048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232024.186418:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232024.186422:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232024.186423:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232024.186437:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7622 00000100:00080000:0.0:1761232024.186447:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232024.186457:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232024.186464:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232024.186483:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736106112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232024.186493:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232024.186498:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232024.186500:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232024.186505:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7622 00000100:00080000:0.0:1761232024.186509:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232024.186514:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232024.186519:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232024.186530:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736106176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761232024.250244:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232025.210020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232025.274150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232026.234003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232026.298157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232027.258004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232027.322142:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232028.282068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232028.346150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232029.306015:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232029.306016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232029.306030:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232029.306036:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232029.306049:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7627 00000100:00080000:0.0:1761232029.306054:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232029.306065:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232029.306119:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736106240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232029.306164:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232029.306168:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232029.306171:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232029.306175:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7627 00000100:00080000:0.0:1761232029.306178:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232029.306183:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232029.306195:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232029.306211:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736106304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232029.306222:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232029.306226:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232029.306227:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232029.306231:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7627 00000100:00080000:0.0:1761232029.306233:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232029.306237:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232029.306240:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232029.306252:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736106368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232029.306262:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232029.306265:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232029.306268:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232029.306272:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7627 00000100:00080000:0.0:1761232029.306274:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232029.306284:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232029.306291:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232029.306308:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736106432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232029.306320:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232029.306324:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232029.306326:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232029.306331:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7627 00000100:00080000:0.0:1761232029.306334:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232029.306339:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232029.306344:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232029.306356:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736106496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1761232029.370120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232030.330046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232030.394107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232031.354003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232031.418128:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232032.377993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232032.442138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232033.402014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232034.426027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232034.426109:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232034.426120:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232034.426125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232034.426137:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7632 00000100:00080000:0.0:1761232034.426142:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232034.426150:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232034.426195:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736106560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232034.426226:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232034.426231:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232034.426234:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232034.426239:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7632 00000100:00080000:0.0:1761232034.426242:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232034.426247:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232034.426259:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232034.426272:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736106624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232034.426282:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232034.426287:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232034.426289:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232034.426292:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7632 00000100:00080000:0.0:1761232034.426295:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232034.426298:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232034.426301:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232034.426310:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736106688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232034.426322:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232034.426326:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232034.426327:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232034.426332:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7632 00000100:00080000:0.0:1761232034.426335:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232034.426339:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232034.426344:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232034.426360:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736106752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232034.426382:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232034.426386:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232034.426388:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232034.426392:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7632 00000100:00080000:0.0:1761232034.426395:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232034.426399:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232034.426403:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232034.426418:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736106816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761232034.490116:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232035.450029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232036.473983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232036.538060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232037.498058:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232038.522005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232038.586188:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232039.546021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232039.546034:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232039.546045:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232039.546052:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232039.546064:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7637 00000100:00080000:2.0:1761232039.546070:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232039.546081:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232039.546136:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736106880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232039.546173:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232039.546178:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232039.546180:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232039.546185:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7637 00000100:00080000:2.0:1761232039.546187:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232039.546192:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232039.546203:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232039.546216:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736106944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232039.546227:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232039.546234:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232039.546236:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232039.546240:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7637 00000100:00080000:2.0:1761232039.546242:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232039.546245:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232039.546249:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232039.546258:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736107008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232039.546269:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232039.546273:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232039.546274:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232039.546278:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7637 00000100:00080000:2.0:1761232039.546281:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232039.546285:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232039.546291:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232039.546307:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736107072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232039.546327:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232039.546331:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232039.546333:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232039.546337:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7637 00000100:00080000:2.0:1761232039.546340:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232039.546344:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232039.546349:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232039.546364:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736107136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232040.570148:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232040.634710:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232041.594015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232042.618018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232042.682138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232043.642017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232044.665992:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232044.666010:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232044.666017:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232044.666036:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7643 00000100:00080000:2.0:1761232044.666042:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232044.666055:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232044.666110:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232044.666124:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736107200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232044.666163:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232044.666169:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232044.666171:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232044.666177:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7643 00000100:00080000:2.0:1761232044.666182:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232044.666188:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232044.666205:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232044.666226:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736107264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232044.666236:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232044.666241:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232044.666243:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232044.666247:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7643 00000100:00080000:2.0:1761232044.666252:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232044.666260:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232044.666268:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232044.666293:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736107328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232044.666303:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232044.666308:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232044.666311:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232044.666318:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7643 00000100:00080000:2.0:1761232044.666322:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232044.666327:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232044.666337:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232044.666351:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736107392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232044.666362:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232044.666367:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232044.666370:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232044.666377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736107200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232044.666379:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7643 00000100:00080000:2.0:1761232044.666388:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232044.666402:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232044.666411:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232044.666429:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736107456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232044.666484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232044.666512:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232044/real 1761232044] req@0000000070bd2103 x1846777736107200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232044.666534:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736107200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232044.666548:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232044.666583:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232044.666589:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736107200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232044.666599:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107264:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232044.666631:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232044.666644:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232044/real 1761232044] req@000000002f434b1a x1846777736107264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232044.666674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736107264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232044.666685:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232044.666689:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232044.666695:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232044.666705:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107328:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232044.666728:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232044.666745:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232044/real 1761232044] req@00000000c35ccb78 x1846777736107328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232044.666758:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736107328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232044.666766:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232044.666769:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232044.666772:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232044.666810:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107392:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232044.666834:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232044.666847:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232044/real 1761232044] req@000000001f17a0b8 x1846777736107392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232044.666859:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736107392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232044.666911:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232044.666914:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232044.666918:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232044.666927:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107456:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232044.666954:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232044.666967:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232044/real 1761232044] req@0000000099725227 x1846777736107456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232044.666982:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736107456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232069 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232044.666993:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232044.666997:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232044.667002:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232044.730169:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232045.690042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232046.714005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232046.778195:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232047.738022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232048.761997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232048.826164:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232049.785996:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232049.786006:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232049.786010:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232049.786020:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7648 00000100:00080000:3.0:1761232049.786024:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232049.786031:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232049.786051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232049.786098:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736107520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232049.786122:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232049.786127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232049.786129:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232049.786134:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7648 00000100:00080000:3.0:1761232049.786137:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232049.786157:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232049.786166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736107520:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761232049.786172:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232049.786194:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736107584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232049.786207:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232049.786212:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232049.786214:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232049.786219:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7648 00000100:00080000:3.0:1761232049.786221:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232049.786227:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232049.786232:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232049.786244:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736107648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232049.786255:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232049.786258:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232049.786260:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232049.786264:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7648 00000100:00080000:3.0:1761232049.786267:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232049.786271:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232049.786276:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232049.786288:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736107712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232049.786299:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1761232049.786301:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232049.786312:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232049.786314:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232049.786323:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7648 00000100:00080000:3.0:1761232049.786326:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232049.786331:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232049.786337:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232049.786348:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232049.786357:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736107776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232049.786393:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232049.786425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736107776:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232050.809995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232050.874118:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232051.834036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232052.857989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761232052.858234:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761232052.858281:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761232052.858297:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232052.858335:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232052.858348:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232052.858363:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232052.858378:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00010000:00010000:2.0:1761232052.922141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232053.882064:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232054.906011:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232054.906025:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232054.906030:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232054.906044:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7653 00000100:00080000:3.0:1761232054.906048:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232054.906058:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232054.906106:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736107840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232054.906107:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232054.906150:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232054.906156:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232054.906159:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232054.906165:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7653 00000100:00080000:3.0:1761232054.906168:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232054.906173:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232054.906186:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232054.906199:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736107904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232054.906210:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232054.906215:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232054.906217:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232054.906221:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7653 00000100:00080000:3.0:1761232054.906223:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232054.906227:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232054.906230:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232054.906238:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736107968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232054.906247:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232054.906251:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232054.906253:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232054.906256:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7653 00000100:00080000:3.0:1761232054.906258:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232054.906263:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232054.906268:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232054.906277:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736108032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232054.906289:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232054.906292:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232054.906294:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232054.906301:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7653 00000100:00080000:3.0:1761232054.906306:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232054.906315:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232054.906322:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232054.906338:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736108096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761232054.970148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232055.930175:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232056.954044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232057.018219:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232057.978008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232058.042191:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232059.002012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232059.066125:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232060.026032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232060.026301:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736108160:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:0.0:1761232060.026431:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232060.026469:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@00000000cee0df34 x1846777736108160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232060.026504:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736108160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232060.026520:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232060.026525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232060.026531:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736108160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232060.026562:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108224:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232060.026590:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232060.026600:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@000000001dfe2b3c x1846777736108224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232060.026613:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736108224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232060.026622:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232060.026625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232060.026629:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232060.026636:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232060.026655:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232060.026662:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@00000000f52221c5 x1846777736108288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232060.026674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736108288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232060.026683:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232060.026685:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232060.026687:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232060.026694:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232060.026713:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232060.026720:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@00000000c65fa7c5 x1846777736108352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232060.026731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736108352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232060.026740:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232060.026742:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232060.026745:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232060.026751:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232060.026769:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232060.026777:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232060/real 1761232060] req@00000000dcfa4436 x1846777736108416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232060.026789:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736108416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232085 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232060.026798:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232060.026800:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232060.026802:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232060.090138:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232061.050036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232061.114211:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232062.074062:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232062.138181:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232063.097990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232063.162126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232064.122027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232064.186150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232065.146047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232065.146241:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736108480:192.168.201.106@tcp:250:kworker/u8:0.0 00000800:00000100:0.0:1761232065.146381:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232065.146421:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232065/real 1761232065] req@0000000054fdc67e x1846777736108480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232065.146482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736108480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232065.146499:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232065.146503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232065.146509:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736108480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232065.146538:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108544:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232065.146568:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232065.146578:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232065/real 1761232065] req@00000000069b687a x1846777736108544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232065.146591:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736108544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232065.146600:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232065.146603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232065.146606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108544:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232065.146612:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108608:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232065.146630:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232065.146638:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232065/real 1761232065] req@00000000c2c1573a x1846777736108608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232065.146649:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736108608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232065.146657:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232065.146660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232065.146663:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108608:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232065.146669:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108672:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232065.146686:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232065.146693:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232065/real 1761232065] req@000000000baedc40 x1846777736108672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232065.146712:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736108672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232065.146720:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232065.146722:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232065.146725:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108672:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232065.146731:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108736:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232065.146747:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232065.146754:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232065/real 1761232065] req@00000000a0dbac9b x1846777736108736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232065.146765:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736108736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232090 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232065.146773:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232065.146775:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232065.146778:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108736:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232065.210134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232066.170064:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232066.234153:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232067.194039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232067.258133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232068.218016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232068.282167:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232069.242189:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232069.306238:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232070.266035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232070.266334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736108800:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:0.0:1761232070.266450:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232070.266489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232070/real 1761232070] req@00000000464e3652 x1846777736108800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232070.266516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736108800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232070.266530:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232070.266534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232070.266539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736108800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232070.266548:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232070.266573:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232070.266581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232070/real 1761232070] req@000000006ce6fb08 x1846777736108864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232070.266593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736108864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232070.266601:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232070.266604:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232070.266607:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232070.266639:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232070.266661:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232070.266675:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232070/real 1761232070] req@000000009c8a8899 x1846777736108928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232070.266696:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736108928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232070.266708:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232070.266713:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232070.266718:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232070.266729:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232070.266769:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232070.266785:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232070/real 1761232070] req@00000000086973a9 x1846777736108992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232070.266805:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736108992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232070.266818:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232070.266822:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232070.266827:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736108992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232070.266837:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232070.266960:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232070.266977:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232070/real 1761232070] req@0000000013a55d77 x1846777736109056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232070.266998:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736109056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232095 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232070.267011:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232070.267015:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232070.267020:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232070.330154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232071.290017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232071.354142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232072.314035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232072.378107:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232073.338034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232073.402167:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232074.362003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232074.426166:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232075.386050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232075.386098:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232075.386109:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232075.386114:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232075.386126:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7673 00000100:00080000:0.0:1761232075.386131:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232075.386140:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232075.386184:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736109120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232075.386258:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232075.386263:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232075.386266:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232075.386271:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7673 00000100:00080000:0.0:1761232075.386273:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232075.386278:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232075.386291:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232075.386309:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736109184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232075.386325:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232075.386337:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232075.386339:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232075.386346:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7673 00000100:00080000:0.0:1761232075.386348:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232075.386352:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232075.386359:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232075.386380:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736109248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232075.386391:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232075.386395:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232075.386397:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232075.386400:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7673 00000100:00080000:0.0:1761232075.386402:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232075.386407:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232075.386413:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232075.386430:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736109312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232075.386444:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232075.386449:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232075.386452:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232075.386457:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7673 00000100:00080000:0.0:1761232075.386460:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232075.386464:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232075.386469:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232075.386500:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736109376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232076.410016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232076.474138:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232077.434052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232078.457993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232078.522135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232079.482080:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232080.505947:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232080.505955:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232080.505959:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232080.505960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232080.505970:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7678 00000100:00080000:3.0:1761232080.505973:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232080.505979:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232080.506009:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736109440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232080.506040:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232080.506043:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232080.506044:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232080.506047:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7678 00000100:00080000:3.0:1761232080.506048:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232080.506052:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232080.506061:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232080.506072:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736109440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232080.506073:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736109504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232080.506085:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232080.506087:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232080.506088:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232080.506090:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7678 00000100:00080000:3.0:1761232080.506091:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232080.506094:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232080.506097:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232080.506106:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736109568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232080.506112:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232080.506114:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232080.506115:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232080.506118:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7678 00000100:00080000:3.0:1761232080.506120:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232080.506123:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232080.506126:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232080.506134:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736109632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232080.506140:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232080.506160:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232080.506163:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232080.506165:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232080.506169:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7678 00000100:00080000:3.0:1761232080.506170:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232080.506192:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232080.506193:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232080/real 1761232080] req@00000000a0b7b6fd x1846777736109440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:3.0:1761232080.506201:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232080.506230:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736109696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232080.506235:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736109440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232080.506274:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232080.506279:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232080.506287:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736109440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232080.506321:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232080.506360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232080.506375:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232080/real 1761232080] req@0000000044909560 x1846777736109504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232080.506398:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736109504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232080.506407:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232080.506410:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232080.506413:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232080.506419:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232080.506441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232080.506450:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232080/real 1761232080] req@00000000d3a306c9 x1846777736109568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232080.506461:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736109568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232080.506470:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232080.506473:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232080.506476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232080.506481:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232080.506500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232080.506507:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232080/real 1761232080] req@0000000066592840 x1846777736109632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232080.506520:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736109632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232080.506529:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232080.506533:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232080.506537:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232080.506544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232080.506577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232080.506582:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232080/real 1761232080] req@0000000009919b3e x1846777736109696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232080.506588:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736109696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232105 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232080.506592:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232080.506593:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232080.506594:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109696:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232080.570078:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232081.530023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232082.553984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232082.618095:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232083.578004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232084.602000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232084.666163:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232085.625923:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232085.625932:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232085.625936:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232085.625940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232085.625945:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7684 00000100:00080000:3.0:1761232085.625948:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232085.625955:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232085.626000:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736109760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232085.626030:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232085.626033:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232085.626035:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232085.626041:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7684 00000100:00080000:3.0:1761232085.626043:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232085.626046:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232085.626054:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232085.626064:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736109824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232085.626071:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232085.626075:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232085.626076:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232085.626079:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7684 00000100:00080000:3.0:1761232085.626081:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232085.626096:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232085.626100:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736109760:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761232085.626118:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232085.626129:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736109888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232085.626137:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232085.626141:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232085.626142:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232085.626144:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7684 00000100:00080000:3.0:1761232085.626146:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232085.626149:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232085.626152:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232085.626159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736109952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232085.626164:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232085.626167:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232085.626169:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232085.626171:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7684 00000100:00080000:3.0:1761232085.626172:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232085.626174:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232085.626177:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232085.626181:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232085.626186:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736110016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232085.626203:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232085/real 1761232085] req@000000003dd9839b x1846777736109760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232085.626216:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736109760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232085.626224:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232085.626226:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232085.626229:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736109760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232085.626235:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232085.626254:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232085.626259:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232085/real 1761232085] req@000000000b14a2de x1846777736109824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232085.626267:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736109824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232085.626272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232085.626274:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232085.626275:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232085.626295:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232085.626306:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232085.626311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232085/real 1761232085] req@00000000d2119349 x1846777736109888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232085.626318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736109888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232085.626323:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232085.626325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232085.626327:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232085.626330:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232085.626340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232085.626344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232085/real 1761232085] req@00000000736ef9ba x1846777736109952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232085.626355:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736109952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232085.626360:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232085.626361:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232085.626363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736109952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232085.626366:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232085.626375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232085.626379:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232085/real 1761232085] req@0000000017b16811 x1846777736110016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232085.626412:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736110016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232110 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232085.626422:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232085.626425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232085.626428:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110016:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232086.650028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232086.714163:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232087.674061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232088.697991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232088.762157:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232089.721988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232090.746065:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232090.746066:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232090.746080:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232090.746085:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232090.746097:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7689 00000100:00080000:3.0:1761232090.746102:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232090.746111:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232090.746157:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736110080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232090.746192:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232090.746197:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232090.746199:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232090.746203:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7689 00000100:00080000:3.0:1761232090.746206:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232090.746209:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232090.746220:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232090.746234:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736110144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232090.746246:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232090.746250:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736110080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761232090.746253:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232090.746257:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232090.746265:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7689 00000100:00080000:3.0:1761232090.746268:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232090.746272:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232090.746278:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232090.746294:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736110208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232090.746304:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232090.746307:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232090.746310:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232090.746314:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7689 00000100:00080000:3.0:1761232090.746317:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232090.746320:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232090.746325:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232090.746338:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736110272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232090.746351:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232090.746359:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232090.746364:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232090.746367:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232090.746374:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7689 00000100:00080000:3.0:1761232090.746377:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232090.746382:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232090.746388:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232090.746389:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232090/real 1761232090] req@00000000eb335f49 x1846777736110080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232090.746403:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736110336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232090.746465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736110080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232090.746479:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232090.746484:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232090.746489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736110080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232090.746518:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110144:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232090.746544:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232090.746554:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232090/real 1761232090] req@000000007cc317a5 x1846777736110144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232090.746567:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736110144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232090.746576:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232090.746579:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232090.746582:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232090.746588:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110208:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232090.746605:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232090.746613:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232090/real 1761232090] req@00000000d46ba267 x1846777736110208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232090.746624:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736110208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232090.746632:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232090.746636:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232090.746639:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232090.746645:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110272:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232090.746663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232090.746670:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232090/real 1761232090] req@00000000a20dea0d x1846777736110272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232090.746681:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736110272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232090.746690:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232090.746692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232090.746695:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232090.746700:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110336:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232090.746717:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232090.746724:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232090/real 1761232090] req@00000000311bc461 x1846777736110336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232090.746734:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736110336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232115 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232090.746743:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232090.746745:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232090.746748:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110336:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232090.810212:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232091.770012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232092.794055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232092.858229:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232093.818078:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232094.841946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232094.906112:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232095.866034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232095.866048:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232095.866064:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232095.866071:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232095.866089:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7694 00000100:00080000:3.0:1761232095.866095:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232095.866106:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232095.866168:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736110400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232095.866210:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232095.866215:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232095.866217:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232095.866222:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7694 00000100:00080000:3.0:1761232095.866225:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232095.866229:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232095.866244:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232095.866264:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736110464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232095.866279:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232095.866287:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736110400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232095.866289:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232095.866292:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232095.866305:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7694 00000100:00080000:3.0:1761232095.866309:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232095.866313:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232095.866320:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232095.866345:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736110528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232095.866355:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232095.866360:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232095.866362:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232095.866367:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7694 00000100:00080000:3.0:1761232095.866370:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232095.866373:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232095.866380:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232095.866390:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736110592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232095.866400:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232095.866403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232095.866407:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232095.866412:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232095.866421:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7694 00000100:00080000:3.0:1761232095.866426:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232095.866433:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232095.866442:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232095.866448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232095/real 1761232095] req@00000000311bc461 x1846777736110400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232095.866459:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736110656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232095.866518:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736110400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232095.866534:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232095.866540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232095.866552:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736110400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232095.866587:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110464:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232095.866614:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232095.866623:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232095/real 1761232095] req@00000000a20dea0d x1846777736110464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232095.866636:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736110464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232095.866645:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232095.866648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232095.866652:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110464:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232095.866658:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110528:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232095.866676:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232095.866685:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232095/real 1761232095] req@00000000d46ba267 x1846777736110528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232095.866697:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736110528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232095.866705:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232095.866707:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232095.866710:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110528:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232095.866717:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110592:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232095.866735:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232095.866743:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232095/real 1761232095] req@000000007cc317a5 x1846777736110592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232095.866755:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736110592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232095.866763:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232095.866766:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232095.866769:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110592:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232095.866775:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110656:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232095.866792:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232095.866799:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232095/real 1761232095] req@00000000eb335f49 x1846777736110656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232095.866810:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736110656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232120 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232095.866825:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232095.866828:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232095.866832:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110656:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232096.890050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232096.954132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232097.914041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232098.938021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232099.002113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232099.962009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232100.986036:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232100.986043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232100.986051:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232100.986057:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232100.986069:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7699 00000100:00080000:3.0:1761232100.986073:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232100.986082:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232100.986123:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736110720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232100.986156:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232100.986160:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232100.986162:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232100.986166:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7699 00000100:00080000:3.0:1761232100.986169:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232100.986172:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232100.986182:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232100.986195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736110784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232100.986208:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736110720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232100.986208:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232100.986219:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232100.986222:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232100.986227:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7699 00000100:00080000:3.0:1761232100.986228:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232100.986231:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232100.986236:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232100.986249:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736110848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232100.986258:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232100.986261:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232100.986263:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232100.986266:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7699 00000100:00080000:3.0:1761232100.986268:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232100.986273:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232100.986278:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232100.986288:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736110912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232100.986296:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232100.986304:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232100.986305:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232100.986310:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232100.986316:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7699 00000100:00080000:3.0:1761232100.986318:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232100.986322:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232100.986327:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232100.986337:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232100/real 1761232100] req@0000000017b16811 x1846777736110720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232100.986342:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736110976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232100.986384:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736110720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232100.986399:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232100.986403:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232100.986407:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736110720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232100.986433:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110784:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232100.986456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232100.986465:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232100/real 1761232100] req@00000000736ef9ba x1846777736110784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232100.986475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736110784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232100.986491:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232100.986493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232100.986496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232100.986502:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110848:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232100.986518:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232100.986524:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232100/real 1761232100] req@00000000d2119349 x1846777736110848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232100.986535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736110848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232100.986542:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232100.986544:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232100.986546:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232100.986551:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110912:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232100.986567:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232100.986573:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232100/real 1761232100] req@000000000b14a2de x1846777736110912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232100.986583:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736110912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232100.986590:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232100.986592:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232100.986594:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110912:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232100.986600:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110976:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232100.986615:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232100.986621:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232100/real 1761232100] req@000000003dd9839b x1846777736110976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232100.986631:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736110976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232125 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232100.986638:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232100.986640:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232100.986642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736110976:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232101.050156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232102.010074:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232102.074147:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232103.034018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232103.098058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232104.058023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232104.122840:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232105.082032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232105.146074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232106.106020:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232106.106033:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761232106.106036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232106.106038:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232106.106056:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7704 00000100:00080000:3.0:1761232106.106061:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232106.106071:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232106.106119:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736111040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232106.106153:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232106.106158:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232106.106160:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232106.106166:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7704 00000100:00080000:3.0:1761232106.106169:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232106.106172:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232106.106183:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232106.106195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736111104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232106.106206:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232106.106209:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232106.106211:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232106.106215:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7704 00000100:00080000:3.0:1761232106.106217:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232106.106220:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232106.106223:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232106.106232:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736111168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232106.106243:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232106.106247:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232106.106249:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232106.106253:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7704 00000100:00080000:3.0:1761232106.106255:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232106.106259:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232106.106265:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232106.106277:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736111040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232106.106279:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736111232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232106.106306:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232106.106310:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232106.106312:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232106.106315:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7704 00000100:00080000:3.0:1761232106.106317:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232106.106320:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232106.106326:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232106.106340:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736111296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232106.106371:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232106.106402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232106/real 1761232106] req@0000000009919b3e x1846777736111040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232106.106422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736111040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232106.106435:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232106.106439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232106.106443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736111040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232106.106452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111104:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232106.106476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232106.106485:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232106/real 1761232106] req@0000000066592840 x1846777736111104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232106.106497:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736111104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232106.106506:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232106.106508:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232106.106511:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111104:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232106.106518:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111168:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232106.106535:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232106.106543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232106/real 1761232106] req@00000000d3a306c9 x1846777736111168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232106.106555:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736111168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232106.106563:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232106.106565:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232106.106568:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111168:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232106.106600:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111232:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232106.106619:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232106.106627:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232106/real 1761232106] req@0000000044909560 x1846777736111232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232106.106639:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736111232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232106.106656:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232106.106658:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232106.106662:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111232:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232106.106667:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111296:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232106.106683:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232106.106690:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232106/real 1761232106] req@00000000a0b7b6fd x1846777736111296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232106.106701:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736111296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232131 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232106.106710:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232106.106712:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232106.106715:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736111296:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232106.170198:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232107.130004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232107.194128:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232108.154053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232108.218539:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232109.178056:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232109.242140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232110.202062:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232110.266143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232111.226113:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232111.226127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232111.226133:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232111.226150:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7709 00000100:00080000:0.0:1761232111.226156:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232111.226166:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232111.226194:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232111.226215:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736111360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232111.226256:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232111.226263:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232111.226267:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232111.226273:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7709 00000100:00080000:0.0:1761232111.226276:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232111.226280:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232111.226291:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232111.226304:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736111424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232111.226315:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232111.226318:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232111.226320:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232111.226324:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7709 00000100:00080000:0.0:1761232111.226326:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232111.226329:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232111.226333:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232111.226344:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736111488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232111.226353:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232111.226357:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232111.226360:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232111.226365:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7709 00000100:00080000:0.0:1761232111.226368:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232111.226372:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232111.226377:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232111.226394:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736111552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232111.226406:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232111.226410:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232111.226412:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232111.226417:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7709 00000100:00080000:0.0:1761232111.226419:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232111.226422:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232111.226427:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232111.226442:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736111616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1761232111.290162:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232112.250027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232112.314177:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232113.273971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232113.338012:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232114.298033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232114.362248:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232115.322038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232115.386155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232116.345982:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232116.345993:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232116.345997:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232116.346006:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7714 00000100:00080000:0.0:1761232116.346009:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232116.346015:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232116.346033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232116.346050:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736111680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232116.346070:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232116.346073:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232116.346075:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232116.346079:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7714 00000100:00080000:0.0:1761232116.346081:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232116.346084:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232116.346091:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232116.346101:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736111744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232116.346107:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232116.346109:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232116.346111:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232116.346114:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7714 00000100:00080000:0.0:1761232116.346116:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232116.346118:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232116.346120:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232116.346128:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736111808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232116.346133:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232116.346135:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232116.346136:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232116.346138:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7714 00000100:00080000:0.0:1761232116.346140:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232116.346142:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232116.346145:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232116.346152:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736111872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232116.346157:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232116.346159:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232116.346160:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232116.346162:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7714 00000100:00080000:0.0:1761232116.346164:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232116.346165:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232116.346168:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232116.346173:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736111936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761232116.410113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232117.369980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232117.434165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232118.394008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232118.458124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232119.418007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761232119.418403:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761232119.418459:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232119.418477:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232119.418532:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232119.418547:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232119.418561:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232119.418576:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00010000:00010000:0.0:1761232119.482069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232120.442028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232120.506118:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232121.466013:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232121.466026:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232121.466030:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232121.466032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232121.466045:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7719 00000100:00080000:3.0:1761232121.466050:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232121.466071:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232121.466112:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736112000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232121.466156:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232121.466160:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232121.466162:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232121.466167:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7719 00000100:00080000:3.0:1761232121.466170:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232121.466174:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232121.466185:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232121.466197:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736112064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232121.466205:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232121.466208:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232121.466210:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232121.466213:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7719 00000100:00080000:3.0:1761232121.466214:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232121.466217:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232121.466221:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232121.466229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736112128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232121.466237:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232121.466241:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232121.466242:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232121.466245:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7719 00000100:00080000:3.0:1761232121.466247:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232121.466251:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232121.466255:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232121.466265:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736112192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232121.466275:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232121.466279:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232121.466282:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232121.466289:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7719 00000100:00080000:3.0:1761232121.466297:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232121.466302:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232121.466308:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232121.466321:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736112256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1761232121.530179:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232122.489999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232122.554171:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232123.514027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232123.578181:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232124.538000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232124.602090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232125.561992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232125.626127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232126.585996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232126.585999:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232126.586011:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232126.586016:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232126.586044:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7725 00000100:00080000:3.0:1761232126.586048:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232126.586058:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232126.586118:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736112320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232126.586156:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232126.586160:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232126.586162:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232126.586168:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7725 00000100:00080000:3.0:1761232126.586171:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232126.586175:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232126.586186:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232126.586201:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736112384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232126.586213:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232126.586217:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232126.586219:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232126.586224:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7725 00000100:00080000:3.0:1761232126.586226:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232126.586236:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232126.586247:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232126.586259:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736112448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232126.586270:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232126.586274:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232126.586276:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232126.586281:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7725 00000100:00080000:3.0:1761232126.586283:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232126.586287:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232126.586292:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232126.586303:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736112512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232126.586319:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232126.586323:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232126.586324:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232126.586330:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7725 00000100:00080000:3.0:1761232126.586334:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232126.586344:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232126.586350:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232126.586364:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736112576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761232126.650111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232127.609960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232127.674056:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232128.633967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232128.698084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232129.657994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232129.722103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232130.682008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232130.746129:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232131.705939:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232131.705948:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232131.705952:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232131.705953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232131.705962:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7730 00000100:00080000:3.0:1761232131.705966:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232131.705972:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232131.706004:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736112640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232131.706025:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232131.706028:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232131.706030:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232131.706033:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7730 00000100:00080000:3.0:1761232131.706035:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232131.706038:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232131.706051:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232131.706062:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736112704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232131.706072:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232131.706075:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232131.706076:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232131.706079:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7730 00000100:00080000:3.0:1761232131.706081:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232131.706084:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232131.706088:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232131.706095:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736112768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232131.706101:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232131.706104:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232131.706105:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232131.706108:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7730 00000100:00080000:3.0:1761232131.706109:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232131.706112:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232131.706115:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232131.706122:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736112832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232131.706128:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232131.706130:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232131.706132:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232131.706135:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7730 00000100:00080000:3.0:1761232131.706137:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232131.706140:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232131.706143:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232131.706150:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736112896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1761232131.770085:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232132.729998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232132.794163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232133.754043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232133.818139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232134.777981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232134.842119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232135.802015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232135.866220:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232136.825982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232136.826066:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232136.826075:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232136.826080:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232136.826090:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7735 00000100:00080000:0.0:1761232136.826093:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232136.826101:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232136.826142:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736112960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232136.826174:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232136.826178:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232136.826179:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232136.826183:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7735 00000100:00080000:0.0:1761232136.826185:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232136.826188:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232136.826197:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232136.826209:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736113024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232136.826219:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232136.826223:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232136.826224:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232136.826228:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7735 00000100:00080000:0.0:1761232136.826230:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232136.826233:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232136.826238:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232136.826251:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736113088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232136.826262:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232136.826266:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232136.826268:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232136.826271:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7735 00000100:00080000:0.0:1761232136.826273:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232136.826276:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232136.826280:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232136.826292:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736113152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232136.826300:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232136.826302:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232136.826303:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232136.826306:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7735 00000100:00080000:0.0:1761232136.826308:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232136.826313:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232136.826317:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232136.826326:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736113216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1761232136.890122:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232137.850008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232137.914141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232138.874018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232138.938216:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232139.897985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232139.962162:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232140.922021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232140.986123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232141.945970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232141.946133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736113280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232141.946205:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232141.946208:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232141.946209:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232141.946215:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232141.946216:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7740 00000100:00080000:1.0:1761232141.946220:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232141.946223:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232141.946228:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232141.946237:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736113536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232141.946244:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232141/real 1761232141] req@00000000f706d6b4 x1846777736113280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232141.946262:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736113280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232141.946272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232141.946275:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232141.946278:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736113280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232141.946302:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113344:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232141.946320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232141.946327:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232141/real 1761232141] req@00000000161ad79e x1846777736113344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232141.946336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736113344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232141.946342:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232141.946344:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232141.946346:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113344:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232141.946350:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113408:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232141.946365:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232141.946370:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232141/real 1761232141] req@000000007a9a6396 x1846777736113408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232141.946379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736113408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232141.946384:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232141.946386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232141.946388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113408:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232141.946392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113472:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232141.946405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232141.946411:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232141/real 1761232141] req@0000000012be0532 x1846777736113472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232141.946419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736113472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232141.946425:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232141.946426:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232141.946428:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113472:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232141.946432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113536:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232141.946480:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232141.946488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232141/real 1761232141] req@0000000013a55d77 x1846777736113536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232141.946497:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736113536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232166 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232141.946503:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232141.946505:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232141.946508:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113536:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232142.010065:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232142.970014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232143.034124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232143.993968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232144.058147:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232145.017964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232145.082178:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232146.041988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232146.106241:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232147.066023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232147.066113:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232147.066122:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232147.066126:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232147.066136:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7745 00000100:00080000:3.0:1761232147.066140:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232147.066147:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232147.066191:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736113600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232147.066233:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232147.066237:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232147.066239:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232147.066243:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7745 00000100:00080000:3.0:1761232147.066245:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232147.066248:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232147.066258:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232147.066270:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736113664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232147.066282:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232147.066286:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736113600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232147.066289:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232147.066292:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232147.066299:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7745 00000100:00080000:3.0:1761232147.066302:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232147.066305:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232147.066309:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232147.066322:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736113728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232147.066330:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232147.066334:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232147.066335:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232147.066339:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7745 00000100:00080000:3.0:1761232147.066341:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232147.066345:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232147.066349:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232147.066358:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736113792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232147.066366:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232147.066369:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232147.066370:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232147.066377:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232147.066382:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7745 00000100:00080000:3.0:1761232147.066385:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232147.066410:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232147.066442:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232147.066459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@00000000311bc461 x1846777736113600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232147.066460:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736113856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232147.066516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736113600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232147.066527:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232147.066531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232147.066536:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736113600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232147.066561:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232147.066585:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232147.066593:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@00000000a20dea0d x1846777736113664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232147.066610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736113664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232147.066618:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232147.066620:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232147.066622:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232147.066627:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232147.066642:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232147.066648:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@00000000d46ba267 x1846777736113728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232147.066658:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736113728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232147.066664:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232147.066666:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232147.066668:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232147.066673:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232147.066687:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232147.066692:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@000000007cc317a5 x1846777736113792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232147.066702:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736113792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232147.066709:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232147.066711:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232147.066713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232147.066718:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232147.066732:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232147.066738:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232147/real 1761232147] req@00000000eb335f49 x1846777736113856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232147.066746:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736113856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232172 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232147.066752:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232147.066754:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232147.066756:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232147.130084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232148.090009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232148.154189:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232149.114083:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232149.178193:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232150.137960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232150.202127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232151.161992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232151.226175:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232152.186019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232152.186025:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232152.186042:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232152.186051:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232152.186067:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7750 00000100:00080000:0.0:1761232152.186074:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232152.186086:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232152.186137:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736113920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232152.186174:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232152.186180:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232152.186183:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232152.186188:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7750 00000100:00080000:0.0:1761232152.186191:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232152.186197:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232152.186210:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232152.186235:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736113920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232152.186236:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736113984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232152.186262:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232152.186267:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232152.186269:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232152.186274:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7750 00000100:00080000:0.0:1761232152.186277:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232152.186281:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232152.186288:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232152.186305:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736114048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232152.186317:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232152.186322:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232152.186324:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232152.186364:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7750 00000800:00000100:2.0:1761232152.186364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232152.186372:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232152.186379:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232152.186389:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232152.186422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232152/real 1761232152] req@000000001edf5a39 x1846777736113920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232152.186428:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736114112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232152.186476:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232152.186483:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232152.186487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736113920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232152.186502:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232152.186518:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232152.186519:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7750 00000100:00080000:0.0:1761232152.186530:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232152.186531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761232152.186544:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232152.186545:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736113920:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:0.0:1761232152.186562:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232152.186586:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232152.186593:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736114176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232152.186634:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232152.186651:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232152/real 1761232152] req@0000000023d541ab x1846777736113984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232152.186668:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736113984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232152.186680:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232152.186683:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232152.186687:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736113984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232152.186694:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232152.186719:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232152.186731:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232152/real 1761232152] req@00000000d75fe628 x1846777736114048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232152.186744:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736114048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232152.186752:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232152.186755:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232152.186759:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232152.186769:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232152.186795:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232152.186815:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232152/real 1761232152] req@00000000e0da2515 x1846777736114112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232152.186830:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736114112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232152.186840:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232152.186843:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232152.186849:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232152.186949:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232152.186980:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232152.187002:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232152/real 1761232152] req@000000009dca9672 x1846777736114176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232152.187028:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736114176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232177 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232152.187040:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232152.187064:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232152.187079:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232152.250112:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232153.209920:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232153.274128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232154.233975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232154.298164:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232155.257957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232155.322183:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232156.282051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232156.346046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232157.306047:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232157.306062:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232157.306067:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232157.306081:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7755 00000100:00080000:3.0:1761232157.306086:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232157.306097:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232157.306111:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232157.306166:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736114240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232157.306204:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232157.306209:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232157.306211:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232157.306215:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7755 00000100:00080000:3.0:1761232157.306218:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232157.306222:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232157.306234:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232157.306251:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736114304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232157.306259:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736114240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761232157.306296:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232157.306303:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232157.306306:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232157.306313:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7755 00000100:00080000:3.0:1761232157.306317:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232157.306321:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232157.306327:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232157.306345:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736114368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232157.306355:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232157.306359:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232157.306361:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232157.306366:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7755 00000100:00080000:3.0:1761232157.306368:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232157.306371:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232157.306376:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232157.306385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232157.306393:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736114432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232157.306405:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232157.306410:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232157.306412:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232157.306418:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7755 00000100:00080000:3.0:1761232157.306422:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232157.306423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232157/real 1761232157] req@0000000017b16811 x1846777736114240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232157.306433:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232157.306444:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232157.306463:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736114240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232157.306465:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736114496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232157.306525:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232157.306533:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232157.306540:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736114240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232157.306572:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232157.306599:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232157.306609:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232157/real 1761232157] req@00000000736ef9ba x1846777736114304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232157.306622:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736114304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232157.306632:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232157.306635:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232157.306638:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232157.306644:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232157.306661:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232157.306668:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232157/real 1761232157] req@00000000d2119349 x1846777736114368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232157.306680:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736114368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232157.306689:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232157.306692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232157.306695:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232157.306700:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232157.306718:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232157.306725:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232157/real 1761232157] req@000000000b14a2de x1846777736114432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232157.306737:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736114432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232157.306745:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232157.306748:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232157.306751:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232157.306756:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232157.306774:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232157.306781:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232157/real 1761232157] req@000000003dd9839b x1846777736114496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232157.306793:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736114496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232182 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232157.306801:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232157.306803:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232157.306806:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232157.370185:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232158.329990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232158.394140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232159.354020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232159.418139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232160.378041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232160.442120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232161.402008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232161.466158:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232162.426006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232162.426083:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232162.426094:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232162.426098:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232162.426110:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7760 00000100:00080000:0.0:1761232162.426115:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232162.426123:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232162.426167:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736114560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232162.426198:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232162.426203:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232162.426205:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232162.426210:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7760 00000100:00080000:0.0:1761232162.426233:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232162.426239:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232162.426250:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232162.426267:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736114624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232162.426274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736114560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232162.426293:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232162.426299:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232162.426300:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232162.426307:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7760 00000100:00080000:0.0:1761232162.426310:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232162.426314:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232162.426319:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232162.426337:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736114688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232162.426347:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232162.426351:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232162.426353:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232162.426357:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7760 00000100:00080000:0.0:1761232162.426360:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232162.426364:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232162.426368:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232162.426378:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232162.426384:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736114752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232162.426396:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232162.426400:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232162.426402:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232162.426407:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7760 00000100:00080000:0.0:1761232162.426410:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232162.426415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232162/real 1761232162] req@00000000de11a021 x1846777736114560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232162.426419:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232162.426428:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232162.426444:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736114816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232162.426453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736114560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232162.426485:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232162.426489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232162.426494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736114560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232162.426526:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232162.426553:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232162.426562:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232162/real 1761232162] req@00000000330b2500 x1846777736114624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232162.426575:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736114624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232162.426583:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232162.426587:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232162.426590:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232162.426597:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232162.426615:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232162.426622:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232162/real 1761232162] req@00000000c90d576b x1846777736114688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232162.426633:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736114688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232162.426642:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232162.426645:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232162.426647:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232162.426653:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232162.426671:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232162.426678:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232162/real 1761232162] req@000000000e921d21 x1846777736114752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232162.426690:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736114752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232162.426699:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232162.426701:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232162.426704:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232162.426709:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232162.426730:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232162.426737:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232162/real 1761232162] req@00000000fd377aae x1846777736114816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232162.426748:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736114816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232187 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232162.426757:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232162.426759:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232162.426762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232162.490115:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232163.450185:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232163.514253:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232164.474030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232164.538248:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232165.497997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232165.562168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232166.521996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232166.586105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232167.546030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232167.546117:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232167.546128:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232167.546132:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232167.546143:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7765 00000100:00080000:2.0:1761232167.546148:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232167.546179:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232167.546226:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736114880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232167.546264:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232167.546268:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232167.546270:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232167.546275:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7765 00000100:00080000:2.0:1761232167.546277:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232167.546282:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232167.546294:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232167.546307:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736114944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232167.546317:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232167.546321:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232167.546322:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232167.546326:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7765 00000100:00080000:2.0:1761232167.546328:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232167.546331:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232167.546335:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232167.546343:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736115008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232167.546351:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232167.546355:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232167.546356:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232167.546359:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7765 00000100:00080000:2.0:1761232167.546362:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232167.546366:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232167.546373:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232167.546382:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736115072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232167.546393:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232167.546397:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232167.546399:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232167.546406:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736114880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232167.546408:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7765 00000100:00080000:2.0:1761232167.546417:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232167.546423:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232167.546429:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232167.546442:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736115136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232167.546506:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232167.546534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232167/real 1761232167] req@0000000099725227 x1846777736114880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232167.546555:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736114880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232167.546567:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232167.546570:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232167.546575:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736114880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232167.546583:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114944:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232167.546607:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232167.546615:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232167/real 1761232167] req@000000001f17a0b8 x1846777736114944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232167.546627:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736114944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232167.546644:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232167.546647:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232167.546650:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736114944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232167.546656:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232167.546673:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232167.546681:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232167/real 1761232167] req@00000000c35ccb78 x1846777736115008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232167.546692:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736115008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232167.546700:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232167.546703:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232167.546705:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232167.546736:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232167.546756:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232167.546763:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232167/real 1761232167] req@000000002f434b1a x1846777736115072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232167.546775:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736115072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232167.546783:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232167.546785:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232167.546788:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232167.546794:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232167.546812:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232167.546819:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232167/real 1761232167] req@0000000070bd2103 x1846777736115136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232167.546831:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736115136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232192 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232167.546839:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232167.546841:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232167.546844:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232167.610012:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232168.570016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232168.634061:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232169.593987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232169.658089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232170.618081:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232170.682155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232171.641996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232171.706075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232172.666038:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232172.666055:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761232172.666056:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232172.666062:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232172.666081:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7771 00000100:00080000:2.0:1761232172.666087:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232172.666121:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232172.666173:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736115200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232172.666210:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232172.666215:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232172.666217:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232172.666222:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7771 00000100:00080000:2.0:1761232172.666225:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232172.666229:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232172.666241:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232172.666253:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736115264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232172.666264:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232172.666268:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232172.666270:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232172.666274:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7771 00000100:00080000:2.0:1761232172.666275:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232172.666278:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232172.666282:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232172.666293:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736115328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232172.666302:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232172.666306:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232172.666307:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232172.666311:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7771 00000100:00080000:2.0:1761232172.666313:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232172.666317:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232172.666322:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232172.666335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736115200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232172.666337:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736115392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232172.666358:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232172.666361:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232172.666363:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232172.666367:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7771 00000100:00080000:2.0:1761232172.666369:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232172.666374:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232172.666378:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232172.666393:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736115456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232172.666442:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232172.666473:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232172/real 1761232172] req@0000000070bd2103 x1846777736115200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232172.666494:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736115200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232172.666506:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232172.666510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232172.666515:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736115200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232172.666524:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232172.666548:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232172.666556:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232172/real 1761232172] req@000000002f434b1a x1846777736115264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232172.666577:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736115264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232172.666586:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232172.666588:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232172.666591:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232172.666598:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232172.666616:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232172.666624:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232172/real 1761232172] req@00000000c35ccb78 x1846777736115328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232172.666635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736115328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232172.666644:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232172.666646:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232172.666649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232172.666681:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232172.666700:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232172.666708:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232172/real 1761232172] req@000000001f17a0b8 x1846777736115392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232172.666720:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736115392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232172.666728:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232172.666731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232172.666734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232172.666740:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232172.666758:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232172.666765:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232172/real 1761232172] req@0000000099725227 x1846777736115456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232172.666775:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736115456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232197 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232172.666784:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232172.666786:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232172.666789:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232172.730225:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232173.690037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232173.754174:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232174.713981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232174.778301:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232175.738040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232175.802156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232176.762003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232176.826160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232177.786014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232177.786096:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232177.786111:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232177.786116:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232177.786132:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7776 00000100:00080000:2.0:1761232177.786137:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232177.786148:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232177.786208:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736115520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232177.786247:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232177.786252:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232177.786254:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232177.786259:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7776 00000100:00080000:2.0:1761232177.786262:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232177.786266:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232177.786279:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232177.786292:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736115584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232177.786302:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232177.786308:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232177.786312:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232177.786320:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7776 00000100:00080000:2.0:1761232177.786326:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232177.786330:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232177.786335:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232177.786347:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736115648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232177.786353:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736115520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232177.786379:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232177.786383:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232177.786385:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232177.786391:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7776 00000100:00080000:2.0:1761232177.786394:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232177.786397:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232177.786402:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232177.786415:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736115712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232177.786424:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232177.786428:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232177.786429:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232177.786434:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7776 00000100:00080000:2.0:1761232177.786436:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232177.786444:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232177.786448:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232177.786456:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232177.786474:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736115776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232177.786482:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232177/real 1761232177] req@0000000099725227 x1846777736115520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232177.786528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736115520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232177.786536:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232177.786539:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232177.786544:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736115520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232177.786552:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232177.786572:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232177.786577:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232177/real 1761232177] req@000000001f17a0b8 x1846777736115584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232177.786584:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736115584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232177.786589:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232177.786591:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232177.786593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232177.786613:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232177.786624:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232177.786628:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232177/real 1761232177] req@00000000c35ccb78 x1846777736115648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232177.786634:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736115648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232177.786639:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232177.786640:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232177.786642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232177.786645:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232177.786656:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232177.786660:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232177/real 1761232177] req@000000002f434b1a x1846777736115712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232177.786671:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736115712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232177.786675:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232177.786677:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232177.786678:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232177.786681:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232177.786691:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232177.786694:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232177/real 1761232177] req@0000000070bd2103 x1846777736115776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232177.786700:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736115776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232202 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232177.786704:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232177.786706:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232177.786708:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232177.850206:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232178.809997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232178.874082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232179.834065:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232179.898150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232180.858031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232180.922163:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232181.882033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232181.946166:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232182.906047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232182.906061:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232182.906073:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232182.906078:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232182.906091:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7781 00000100:00080000:2.0:1761232182.906096:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232182.906105:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232182.906149:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736115840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232182.906184:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232182.906189:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232182.906191:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232182.906196:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7781 00000100:00080000:2.0:1761232182.906198:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232182.906202:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232182.906213:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232182.906225:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736115904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232182.906235:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232182.906239:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232182.906241:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232182.906245:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7781 00000100:00080000:2.0:1761232182.906249:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232182.906252:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232182.906257:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232182.906265:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736115968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232182.906275:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232182.906279:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232182.906283:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232182.906289:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7781 00000100:00080000:2.0:1761232182.906292:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232182.906296:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232182.906301:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232182.906314:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736116032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232182.906324:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232182.906328:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232182.906331:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232182.906340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736115840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232182.906341:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7781 00000100:00080000:2.0:1761232182.906351:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232182.906363:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232182.906368:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232182.906379:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736116096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232182.906514:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232182.906547:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232182.906587:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232182.906616:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232182.970152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232183.930035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232183.994195:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232184.954002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232185.018192:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232185.978014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761232185.978258:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761232185.978309:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232185.978327:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232185.978376:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232185.978386:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232185.978395:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232185.978403:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761232185.978491:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232182/real 1761232185] req@000000001f17a0b8 x1846777736116032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232185.978525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736116032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232185.978539:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232185.978543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232185.978548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232185.978555:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232182/real 1761232185] req@0000000099725227 x1846777736116096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232185.978567:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736116096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232185.978575:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232185.978578:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232185.978581:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116096:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232185.978587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232182/real 1761232185] req@0000000070bd2103 x1846777736115840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232185.978598:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736115840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232185.978606:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232185.978608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232185.978611:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736115840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232185.978617:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232182/real 1761232185] req@000000002f434b1a x1846777736115904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232185.978628:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736115904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232185.978635:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232185.978638:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232185.978641:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232185.978647:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232182/real 1761232185] req@00000000c35ccb78 x1846777736115968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232185.978657:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736115968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232207 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232185.978664:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232185.978667:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232185.978669:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736115968:192.168.201.106@tcp:38:kworker/u8:0.0 00010000:00010000:2.0:1761232186.042157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232187.002005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232187.066135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232188.026013:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232188.026026:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232188.026032:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232188.026046:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7786 00000100:00080000:2.0:1761232188.026051:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232188.026060:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232188.026107:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736116160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232188.026133:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232188.026143:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232188.026150:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232188.026164:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232188.026172:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7786 00000100:00080000:2.0:1761232188.026175:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232188.026180:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232188.026191:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232188.026205:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736116160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232188.026218:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736116224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232188.026238:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232188.026243:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232188.026245:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232188.026253:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7786 00000100:00080000:2.0:1761232188.026256:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232188.026261:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232188.026268:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232188.026288:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736116288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232188.026306:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761232188.026317:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232188.026319:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232188.026326:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232188.026336:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7786 00000100:00080000:2.0:1761232188.026342:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232188.026352:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232188.026364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@00000000c35ccb78 x1846777736116160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761232188.026365:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232188.026399:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736116352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232188.026408:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736116160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232188.026435:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232188.026445:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232188.026445:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232188.026450:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232188.026455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232188.026470:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736116160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232188.026476:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7786 00000100:00080000:2.0:1761232188.026484:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232188.026495:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232188.026506:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232188.026524:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232188.026535:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736116416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232188.026586:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232188.026606:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@000000002f434b1a x1846777736116224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232188.026628:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736116224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232188.026644:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232188.026648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232188.026654:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232188.026665:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232188.026719:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232188.026735:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@0000000070bd2103 x1846777736116288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232188.026755:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736116288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232188.026769:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232188.026773:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232188.026777:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232188.026789:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232188.026820:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232188.026834:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@0000000099725227 x1846777736116352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232188.026854:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736116352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232188.026966:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232188.026972:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232188.026979:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232188.027010:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232188.027050:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232188.027066:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232188/real 1761232188] req@000000001f17a0b8 x1846777736116416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232188.027085:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736116416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232213 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232188.027099:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232188.027102:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232188.027108:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232188.090192:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232189.050024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232189.114109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232190.074041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232190.138179:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232191.098039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232191.162164:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232192.122008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232192.186179:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232193.146048:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232193.146052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232193.146064:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232193.146071:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232193.146085:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7791 00000100:00080000:2.0:1761232193.146091:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232193.146101:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232193.146159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736116480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232193.146199:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232193.146206:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232193.146209:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232193.146216:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7791 00000100:00080000:2.0:1761232193.146219:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232193.146226:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232193.146240:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232193.146261:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736116544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232193.146263:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736116480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232193.146278:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232193.146284:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232193.146286:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232193.146292:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7791 00000100:00080000:2.0:1761232193.146295:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232193.146300:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232193.146307:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232193.146320:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736116608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232193.146334:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232193.146340:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232193.146343:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232193.146350:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7791 00000100:00080000:2.0:1761232193.146354:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232193.146356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232193.146359:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232193.146366:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232193.146381:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736116672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232193.146390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232193/real 1761232193] req@000000001f17a0b8 x1846777736116480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232193.146395:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232193.146401:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232193.146404:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232193.146409:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7791 00000100:00080000:2.0:1761232193.146413:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232193.146418:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736116480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232193.146418:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232193.146424:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761232193.146438:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232193.146441:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736116736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232193.146443:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232193.146451:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736116480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232193.146488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232193.146532:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232193.146549:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232193/real 1761232193] req@0000000099725227 x1846777736116544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232193.146563:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736116544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232193.146573:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232193.146576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232193.146579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232193.146585:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232193.146609:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232193.146617:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232193/real 1761232193] req@0000000070bd2103 x1846777736116608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232193.146630:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736116608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232193.146646:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232193.146648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232193.146652:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232193.146658:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232193.146677:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232193.146689:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232193/real 1761232193] req@000000002f434b1a x1846777736116672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232193.146709:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736116672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232193.146722:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232193.146726:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232193.146731:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232193.146742:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232193.146794:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232193.146807:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232193/real 1761232193] req@00000000c35ccb78 x1846777736116736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232193.146821:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736116736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232218 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232193.146830:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232193.146832:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232193.146835:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232193.210203:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232194.170021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232194.234208:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232195.194049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232195.258069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232196.218034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232196.282182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232197.241989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232197.306038:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232198.266000:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232198.266009:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232198.266012:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232198.266022:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7796 00000100:00080000:1.0:1761232198.266025:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232198.266031:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232198.266075:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736116800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232198.266084:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232198.266098:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232198.266102:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232198.266104:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232198.266108:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7796 00000100:00080000:1.0:1761232198.266110:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232198.266114:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232198.266122:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232198.266131:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736116864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232198.266137:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736116800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232198.266141:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232198.266145:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232198.266146:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232198.266150:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7796 00000100:00080000:1.0:1761232198.266153:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232198.266155:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232198.266159:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232198.266167:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736116928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232198.266173:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232198.266175:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232198.266176:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232198.266179:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7796 00000100:00080000:1.0:1761232198.266180:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232198.266183:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232198.266186:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232198.266191:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736116992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232198.266196:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232198.266198:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232198.266199:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232198.266201:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7796 00000100:00080000:1.0:1761232198.266203:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232198.266207:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232198.266208:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232198.266213:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232198.266220:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736117056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232198.266233:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232198/real 1761232198] req@00000000086973a9 x1846777736116800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232198.266264:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736116800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232198.266277:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232198.266280:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232198.266284:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736116800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232198.266307:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232198.266329:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232198.266337:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232198/real 1761232198] req@000000009c8a8899 x1846777736116864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232198.266374:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736116864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232198.266382:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232198.266385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232198.266388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232198.266394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232198.266412:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232198.266419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232198/real 1761232198] req@000000006ce6fb08 x1846777736116928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232198.266429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736116928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232198.266437:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232198.266439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232198.266441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232198.266448:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232198.266465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232198.266472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232198/real 1761232198] req@00000000464e3652 x1846777736116992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232198.266483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736116992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232198.266491:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232198.266493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232198.266495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736116992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232198.266500:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232198.266516:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232198.266522:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232198/real 1761232198] req@00000000a0dbac9b x1846777736117056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232198.266532:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736117056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232223 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232198.266539:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232198.266542:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232198.266544:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232198.330091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232199.290032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232199.354125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232200.314030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232200.378182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232201.338040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232201.402118:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232202.361993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232202.426129:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232203.386032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232203.386093:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232203.386103:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232203.386107:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232203.386119:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7801 00000100:00080000:3.0:1761232203.386123:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232203.386131:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232203.386170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736117120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232203.386199:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232203.386203:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232203.386205:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232203.386208:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7801 00000100:00080000:3.0:1761232203.386210:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232203.386213:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232203.386222:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232203.386232:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736117184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232203.386247:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232203.386250:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232203.386251:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232203.386254:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7801 00000100:00080000:3.0:1761232203.386256:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232203.386258:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232203.386261:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232203.386270:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736117248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232203.386278:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232203.386280:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232203.386282:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232203.386285:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7801 00000100:00080000:3.0:1761232203.386286:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232203.386290:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232203.386295:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232203.386304:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736117120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232203.386306:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736117312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232203.386323:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232203.386326:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232203.386327:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232203.386331:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7801 00000100:00080000:3.0:1761232203.386333:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232203.386337:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232203.386340:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232203.386352:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736117376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232203.386415:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232203.386446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232203/real 1761232203] req@0000000009919b3e x1846777736117120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232203.386467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736117120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232203.386479:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232203.386482:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232203.386487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736117120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232203.386495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117184:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232203.386519:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232203.386528:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232203/real 1761232203] req@0000000066592840 x1846777736117184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232203.386540:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736117184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232203.386548:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232203.386551:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232203.386554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117184:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232203.386561:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117248:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232203.386578:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232203.386586:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232203/real 1761232203] req@00000000d3a306c9 x1846777736117248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232203.386597:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736117248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232203.386607:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232203.386609:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232203.386612:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117248:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232203.386645:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117312:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232203.386664:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232203.386672:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232203/real 1761232203] req@0000000044909560 x1846777736117312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232203.386683:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736117312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232203.386725:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232203.386727:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232203.386731:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117312:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232203.386737:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117376:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232203.386788:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232203.386797:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232203/real 1761232203] req@00000000a0b7b6fd x1846777736117376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232203.386813:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736117376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232228 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232203.386820:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232203.386822:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232203.386825:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117376:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232203.450146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232204.410033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232204.474119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232205.434011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232205.498159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232206.458014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232206.522135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232207.482030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232207.546248:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232208.506017:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232208.506020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232208.506033:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232208.506038:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232208.506068:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7806 00000100:00080000:3.0:1761232208.506073:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232208.506082:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232208.506132:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736117440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232208.506166:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232208.506170:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232208.506172:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232208.506176:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7806 00000100:00080000:3.0:1761232208.506178:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232208.506182:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232208.506192:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232208.506203:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736117504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232208.506212:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232208.506215:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232208.506216:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232208.506221:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7806 00000100:00080000:3.0:1761232208.506223:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232208.506226:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232208.506230:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232208.506239:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736117568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232208.506247:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232208.506250:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232208.506252:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232208.506255:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7806 00000100:00080000:3.0:1761232208.506257:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232208.506260:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232208.506265:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232208.506272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736117440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232208.506278:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736117632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232208.506292:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232208.506295:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232208.506296:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232208.506300:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7806 00000100:00080000:3.0:1761232208.506302:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232208.506305:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232208.506308:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232208.506320:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736117696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232208.506361:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232208.506388:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232208/real 1761232208] req@00000000a0b7b6fd x1846777736117440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232208.506406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736117440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232208.506418:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232208.506438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232208.506442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736117440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232208.506451:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232208.506477:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232208.506485:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232208/real 1761232208] req@0000000044909560 x1846777736117504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232208.506498:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736117504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232208.506507:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232208.506509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232208.506512:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232208.506519:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232208.506537:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232208.506545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232208/real 1761232208] req@00000000d3a306c9 x1846777736117568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232208.506557:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736117568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232208.506565:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232208.506567:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232208.506570:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232208.506601:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232208.506621:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232208.506629:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232208/real 1761232208] req@0000000066592840 x1846777736117632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232208.506663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736117632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232208.506672:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232208.506674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232208.506678:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232208.506748:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232208.506771:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232208.506780:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232208/real 1761232208] req@0000000009919b3e x1846777736117696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232208.506807:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736117696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232233 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232208.506824:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232208.506827:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232208.506830:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232208.570165:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232209.529998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232209.594150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232210.553978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232210.618167:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232211.578030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232211.642231:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232212.601991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232212.666108:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232213.625992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232213.626073:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232213.626089:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232213.626095:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232213.626111:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7812 00000100:00080000:0.0:1761232213.626117:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232213.626129:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232213.626189:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736117760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232213.626229:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232213.626234:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232213.626236:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232213.626241:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7812 00000100:00080000:0.0:1761232213.626243:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232213.626247:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232213.626260:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232213.626274:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736117824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232213.626285:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232213.626290:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232213.626294:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232213.626298:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7812 00000100:00080000:0.0:1761232213.626301:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232213.626305:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232213.626309:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232213.626321:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736117888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232213.626332:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232213.626339:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1761232213.626339:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736117760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232213.626342:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232213.626354:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7812 00000100:00080000:0.0:1761232213.626359:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232213.626364:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232213.626369:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232213.626380:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736117952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232213.626390:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232213.626395:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232213.626396:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232213.626400:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7812 00000100:00080000:0.0:1761232213.626404:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232213.626408:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232213.626413:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232213.626426:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736118016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232213.626493:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232213.626558:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232213/real 1761232213] req@000000008cd0ff0b x1846777736117760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232213.626595:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736117760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232213.626617:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232213.626623:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232213.626657:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736117760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232213.626700:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117824:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232213.626748:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232213.626764:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232213/real 1761232213] req@00000000911b207d x1846777736117824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232213.626785:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736117824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232213.626800:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232213.626806:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232213.626812:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232213.626861:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232213.626951:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232213.626969:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232213/real 1761232213] req@00000000fd377aae x1846777736117888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232213.626989:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736117888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232213.627003:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232213.627018:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232213.627023:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232213.627034:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232213.627073:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232213.627088:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232213/real 1761232213] req@000000000e921d21 x1846777736117952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232213.627108:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736117952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232213.627121:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232213.627125:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232213.627130:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736117952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232213.627140:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232213.627179:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232213.627194:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232213/real 1761232213] req@00000000c90d576b x1846777736118016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232213.627214:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736118016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232238 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232213.627228:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232213.627231:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232213.627236:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118016:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232213.690190:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232214.650015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232214.714094:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232215.673980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232215.738176:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232216.698053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232216.762128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232217.721995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232217.786228:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232218.746030:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232218.746047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232218.746054:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232218.746064:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232218.746077:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7817 00000100:00080000:0.0:1761232218.746081:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232218.746092:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232218.746138:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736118080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232218.746167:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232218.746171:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232218.746173:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232218.746177:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7817 00000100:00080000:0.0:1761232218.746180:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232218.746183:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232218.746192:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232218.746205:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736118144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232218.746223:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232218.746228:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232218.746230:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232218.746233:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7817 00000100:00080000:0.0:1761232218.746236:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232218.746242:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736118080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232218.746243:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232218.746254:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232218.746267:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736118208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232218.746277:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232218.746280:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232218.746282:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232218.746285:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7817 00000100:00080000:0.0:1761232218.746287:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232218.746290:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232218.746295:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232218.746306:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736118272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232218.746314:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232218.746317:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232218.746319:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232218.746322:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7817 00000100:00080000:0.0:1761232218.746325:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232218.746330:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232218.746362:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232218.746367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232218.746388:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736118336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232218.746412:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232218/real 1761232218] req@00000000330b2500 x1846777736118080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232218.746471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736118080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232218.746488:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232218.746494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232218.746500:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736118080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232218.746512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118144:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232218.746570:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232218.746608:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232218/real 1761232218] req@00000000de11a021 x1846777736118144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232218.746627:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736118144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232218.746640:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232218.746643:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232218.746648:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232218.746686:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118208:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232218.746722:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232218.746736:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232218/real 1761232218] req@000000009dca9672 x1846777736118208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232218.746754:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736118208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232218.746766:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232218.746770:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232218.746775:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232218.746784:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118272:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232218.746840:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232218.746856:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232218/real 1761232218] req@00000000e0da2515 x1846777736118272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232218.746947:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736118272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232218.746978:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232218.746982:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232218.746987:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232218.746997:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118336:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232218.747030:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232218.747045:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232218/real 1761232218] req@00000000d75fe628 x1846777736118336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232218.747062:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736118336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232243 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232218.747073:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232218.747077:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232218.747082:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118336:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232218.810174:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232219.770030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232219.834113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232220.793988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232220.858159:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232221.818944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232221.882197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232222.842028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232222.906163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232223.866022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232223.866032:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232223.866044:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232223.866049:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232223.866062:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7822 00000100:00080000:0.0:1761232223.866066:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232223.866076:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232223.866120:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736118400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232223.866153:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232223.866157:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232223.866159:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232223.866163:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7822 00000100:00080000:0.0:1761232223.866166:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232223.866169:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232223.866180:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232223.866193:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736118464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232223.866206:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232223.866209:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736118400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232223.866212:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232223.866216:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232223.866223:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7822 00000100:00080000:0.0:1761232223.866225:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232223.866229:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232223.866234:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232223.866249:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736118528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232223.866258:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232223.866262:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232223.866264:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232223.866268:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7822 00000100:00080000:0.0:1761232223.866270:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232223.866274:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232223.866278:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232223.866289:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736118592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232223.866299:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232223.866306:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232223.866308:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232223.866313:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232223.866319:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7822 00000100:00080000:0.0:1761232223.866322:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232223.866327:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232223.866333:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232223.866343:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232223/real 1761232223] req@0000000023d541ab x1846777736118400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232223.866349:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736118656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232223.866390:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736118400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232223.866404:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232223.866408:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232223.866414:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736118400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232223.866449:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232223.866479:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232223.866489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232223/real 1761232223] req@000000001edf5a39 x1846777736118464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232223.866503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736118464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232223.866575:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232223.866580:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232223.866586:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232223.866596:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232223.866628:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232223.866644:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232223/real 1761232223] req@00000000d75fe628 x1846777736118528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232223.866664:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736118528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232223.866675:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232223.866678:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232223.866684:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232223.866694:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232223.866714:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232223.866721:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232223/real 1761232223] req@00000000e0da2515 x1846777736118592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232223.866732:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736118592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232223.866740:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232223.866742:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232223.866744:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232223.866749:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232223.866766:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232223.866773:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232223/real 1761232223] req@000000009dca9672 x1846777736118656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232223.866783:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736118656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232248 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232223.866792:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232223.866796:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232223.866799:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232223.930147:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232224.889964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232224.954170:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232225.914002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232225.978149:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232226.938083:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232227.002217:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232227.961987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232228.026191:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232228.985986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232228.986011:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232228.986025:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232228.986031:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232228.986044:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7827 00000100:00080000:0.0:1761232228.986048:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232228.986057:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232228.986102:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736118720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232228.986138:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232228.986143:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232228.986145:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232228.986149:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7827 00000100:00080000:0.0:1761232228.986152:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232228.986156:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232228.986167:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232228.986182:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736118784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232228.986194:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736118720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232228.986197:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232228.986207:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232228.986209:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232228.986216:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7827 00000100:00080000:0.0:1761232228.986220:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232228.986224:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232228.986231:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232228.986247:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736118848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232228.986258:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232228.986262:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232228.986263:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232228.986267:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7827 00000100:00080000:0.0:1761232228.986270:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232228.986274:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232228.986279:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232228.986291:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232228.986296:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736118912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232228.986308:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232228.986312:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232228.986314:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232228.986319:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7827 00000100:00080000:0.0:1761232228.986322:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232228.986330:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232228/real 1761232228] req@00000000de11a021 x1846777736118720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232228.986331:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232228.986341:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232228.986359:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736118976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232228.986370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736118720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232228.986388:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232228.986392:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232228.986400:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736118720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232228.986431:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232228.986506:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232228.986518:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232228/real 1761232228] req@00000000330b2500 x1846777736118784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232228.986531:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736118784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232228.986540:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232228.986543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232228.986547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232228.986554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232228.986576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232228.986584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232228/real 1761232228] req@00000000c90d576b x1846777736118848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232228.986597:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736118848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232228.986605:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232228.986607:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232228.986610:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232228.986617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232228.986635:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232228.986642:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232228/real 1761232228] req@000000000e921d21 x1846777736118912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232228.986654:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736118912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232228.986663:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232228.986665:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232228.986667:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232228.986673:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232228.986690:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232228.986698:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232228/real 1761232228] req@00000000fd377aae x1846777736118976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232228.986709:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736118976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232253 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232228.986717:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232228.986720:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232228.986723:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736118976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232229.050188:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232230.010027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232230.074140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232231.034022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232231.098216:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232232.058043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232232.122172:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232233.082002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232233.146149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232234.106048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232234.106076:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232234.106087:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232234.106092:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232234.106106:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7832 00000100:00080000:3.0:1761232234.106111:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232234.106120:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232234.106164:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736119040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232234.106196:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232234.106200:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232234.106202:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232234.106207:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7832 00000100:00080000:3.0:1761232234.106209:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232234.106213:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232234.106224:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232234.106239:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736119104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232234.106253:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232234.106257:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232234.106259:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232234.106268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736119040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761232234.106268:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7832 00000100:00080000:3.0:1761232234.106273:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232234.106283:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232234.106293:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232234.106306:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736119168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232234.106316:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232234.106320:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232234.106322:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232234.106326:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7832 00000100:00080000:3.0:1761232234.106328:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232234.106331:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232234.106337:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232234.106347:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736119232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232234.106356:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232234.106359:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232234.106361:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232234.106364:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7832 00000100:00080000:3.0:1761232234.106366:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232234.106369:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232234.106374:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232234.106380:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232234.106393:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736119296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232234.106445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232234/real 1761232234] req@000000003dd9839b x1846777736119040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232234.106476:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736119040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232234.106488:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232234.106492:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232234.106497:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736119040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232234.106528:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232234.106561:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232234.106572:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232234/real 1761232234] req@000000000b14a2de x1846777736119104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232234.106586:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736119104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232234.106595:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232234.106598:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232234.106602:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232234.106608:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232234.106627:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232234.106635:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232234/real 1761232234] req@00000000d2119349 x1846777736119168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232234.106647:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736119168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232234.106655:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232234.106658:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232234.106661:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232234.106667:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232234.106685:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232234.106693:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232234/real 1761232234] req@00000000736ef9ba x1846777736119232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232234.106713:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736119232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232234.106721:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232234.106723:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232234.106726:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232234.106731:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232234.106749:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232234.106755:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232234/real 1761232234] req@0000000017b16811 x1846777736119296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232234.106767:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736119296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232259 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232234.106775:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232234.106777:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232234.106780:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232234.169979:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232235.129996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232235.194051:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232236.154025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232236.218100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232237.178039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232237.242191:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232238.202029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232238.266122:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232239.225983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232239.226047:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232239.226058:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232239.226063:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232239.226075:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7837 00000100:00080000:3.0:1761232239.226079:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232239.226087:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232239.226132:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736119360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232239.226163:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232239.226168:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232239.226171:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232239.226176:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7837 00000100:00080000:3.0:1761232239.226179:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232239.226183:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232239.226196:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232239.226210:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736119424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232239.226222:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232239.226226:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232239.226229:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232239.226231:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736119360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761232239.226242:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7837 00000100:00080000:3.0:1761232239.226246:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232239.226249:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232239.226255:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232239.226273:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736119488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232239.226284:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232239.226289:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232239.226291:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232239.226296:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7837 00000100:00080000:3.0:1761232239.226298:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232239.226302:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232239.226306:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232239.226320:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736119552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232239.226332:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232239.226361:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232239.226367:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232239.226369:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232239.226376:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7837 00000100:00080000:3.0:1761232239.226379:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232239.226383:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232239.226389:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232239.226395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232239/real 1761232239] req@00000000eb335f49 x1846777736119360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232239.226406:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736119616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232239.226441:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736119360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232239.226458:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232239.226462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232239.226467:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736119360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232239.226495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232239.226524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232239.226534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232239/real 1761232239] req@000000007cc317a5 x1846777736119424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232239.226547:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736119424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232239.226556:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232239.226559:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232239.226562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232239.226568:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232239.226586:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232239.226594:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232239/real 1761232239] req@00000000d46ba267 x1846777736119488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232239.226606:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736119488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232239.226622:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232239.226625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232239.226628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232239.226634:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232239.226652:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232239.226659:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232239/real 1761232239] req@00000000a20dea0d x1846777736119552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232239.226670:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736119552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232239.226678:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232239.226681:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232239.226683:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232239.226689:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232239.226705:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232239.226712:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232239/real 1761232239] req@00000000311bc461 x1846777736119616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232239.226723:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736119616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232264 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232239.226731:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232239.226733:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232239.226736:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232239.290230:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232240.250007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232240.314384:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232241.274003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232241.338168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232242.297995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232242.362197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232243.322054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232243.386193:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232244.346002:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232244.346006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232244.346017:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232244.346021:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232244.346034:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7842 00000100:00080000:3.0:1761232244.346040:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232244.346050:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232244.346100:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736119680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232244.346135:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232244.346141:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232244.346144:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232244.346151:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7842 00000100:00080000:3.0:1761232244.346154:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232244.346160:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232244.346173:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232244.346191:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736119680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232244.346192:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736119744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232244.346207:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232244.346212:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232244.346214:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232244.346220:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7842 00000100:00080000:3.0:1761232244.346222:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232244.346227:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232244.346233:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232244.346245:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736119808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232244.346256:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232244.346260:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232244.346262:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232244.346267:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7842 00000100:00080000:3.0:1761232244.346269:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232244.346275:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:2.0:1761232244.346276:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761232244.346306:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232244.346332:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736119872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232244.346345:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232244.346350:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232244.346352:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232244.346356:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7842 00000100:00080000:3.0:1761232244.346359:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232244.346363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232244/real 1761232244] req@00000000311bc461 x1846777736119680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232244.346364:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232244.346370:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232244.346383:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736119936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232244.346386:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736119680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232244.346402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232244.346406:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232244.346411:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736119680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232244.346444:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119744:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232244.346481:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232244.346492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232244/real 1761232244] req@00000000a20dea0d x1846777736119744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232244.346504:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736119744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232244.346512:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232244.346515:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232244.346518:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232244.346524:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119808:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232244.346542:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232244.346549:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232244/real 1761232244] req@00000000d46ba267 x1846777736119808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232244.346559:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736119808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232244.346571:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232244.346574:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232244.346579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232244.346588:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119872:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232244.346618:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232244.346632:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232244/real 1761232244] req@000000007cc317a5 x1846777736119872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232244.346650:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736119872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232244.346664:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232244.346667:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232244.346671:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232244.346679:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119936:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232244.346707:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232244.346716:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232244/real 1761232244] req@00000000eb335f49 x1846777736119936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232244.346726:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736119936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232269 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232244.346734:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232244.346736:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232244.346739:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736119936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232244.410085:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232245.370096:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232245.434114:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232246.394021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232246.458025:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232247.418025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232247.482103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232248.442050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232248.506146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232249.466007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232249.466013:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232249.466025:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232249.466031:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232249.466043:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7847 00000100:00080000:3.0:1761232249.466048:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232249.466058:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232249.466103:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736120000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232249.466137:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232249.466141:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232249.466143:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232249.466149:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7847 00000100:00080000:3.0:1761232249.466152:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232249.466156:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232249.466167:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232249.466179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736120064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232249.466189:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232249.466193:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232249.466194:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232249.466199:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7847 00000100:00080000:3.0:1761232249.466201:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232249.466204:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232249.466207:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232249.466215:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736120128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232249.466249:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232249.466253:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232249.466255:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232249.466259:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7847 00000100:00080000:3.0:1761232249.466261:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232249.466265:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232249.466271:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232249.466283:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232249.466286:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736120192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232249.466314:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232249.466318:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232249.466319:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232249.466323:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7847 00000100:00080000:3.0:1761232249.466325:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232249.466328:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232249.466334:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232249.466348:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736120256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232249.466415:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232249.466467:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232249.466525:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232249.466578:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232249.530065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232250.490241:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232250.554062:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232251.514002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232251.578155:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232252.538305:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761232252.538438:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761232252.538520:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232252.538546:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232252.538608:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232252.538625:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232252.538642:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232252.538664:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761232252.538670:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232249/real 1761232252] req@0000000017b16811 x1846777736120000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232252.538716:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736120000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232252.538737:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232252.538743:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232252.538750:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232252.538763:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232249/real 1761232252] req@00000000736ef9ba x1846777736120064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232252.538783:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736120064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232252.538794:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232252.538798:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232252.538804:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232252.538814:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232249/real 1761232252] req@00000000d2119349 x1846777736120128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232252.538835:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736120128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232252.538849:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232252.538853:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232252.538860:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232252.538999:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232249/real 1761232252] req@000000000b14a2de x1846777736120192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232252.539024:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736120192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232252.539039:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232252.539044:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232252.539049:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232252.539060:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232249/real 1761232252] req@000000003dd9839b x1846777736120256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232252.539080:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736120256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232274 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232252.539106:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232252.539110:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232252.539116:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232252.602132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232253.562099:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232253.626135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232254.586108:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232254.586121:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232254.586127:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232254.586140:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7853 00000100:00080000:2.0:1761232254.586145:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232254.586154:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232254.586156:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232254.586246:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736120320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232254.586290:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232254.586294:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232254.586296:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232254.586301:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7853 00000100:00080000:2.0:1761232254.586304:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232254.586307:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232254.586318:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232254.586334:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736120384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232254.586345:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232254.586350:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232254.586352:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232254.586357:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7853 00000100:00080000:2.0:1761232254.586359:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232254.586367:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232254.586368:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120320:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761232254.586374:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232254.586390:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736120448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232254.586401:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232254.586404:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232254.586406:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232254.586410:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7853 00000100:00080000:2.0:1761232254.586412:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232254.586416:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232254.586421:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232254.586435:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736120512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232254.586444:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232254.586448:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232254.586451:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232254.586455:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7853 00000100:00080000:2.0:1761232254.586457:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232254.586460:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232254.586465:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232254.586479:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736120576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232254.586497:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232254.586543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232254/real 1761232254] req@00000000c35ccb78 x1846777736120320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232254.586577:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736120320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232254.586597:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232254.586602:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232254.586609:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232254.586622:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120384:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232254.586664:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232254.586683:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232254/real 1761232254] req@000000002f434b1a x1846777736120384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232254.586706:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736120384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232254.586720:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232254.586725:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232254.586732:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120384:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232254.586773:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120448:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232254.586814:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232254.586832:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232254/real 1761232254] req@0000000070bd2103 x1846777736120448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232254.586853:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736120448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232254.586906:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232254.586910:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232254.586916:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120448:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232254.586926:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120512:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232254.586965:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232254.586982:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232254/real 1761232254] req@0000000099725227 x1846777736120512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232254.587002:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736120512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232254.587015:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232254.587020:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232254.587025:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120512:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232254.587036:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120576:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232254.587075:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232254.587092:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232254/real 1761232254] req@000000001f17a0b8 x1846777736120576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232254.587114:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736120576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232279 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232254.587129:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232254.587134:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232254.587139:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120576:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232254.650118:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232255.610060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232255.674120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232256.633988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232256.698213:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232257.658017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232257.722155:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232258.681973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232258.746212:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232259.706063:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232259.706136:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232259.706152:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232259.706159:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232259.706190:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7858 00000100:00080000:2.0:1761232259.706195:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232259.706206:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232259.706269:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736120640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232259.706309:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232259.706314:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232259.706316:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232259.706321:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7858 00000100:00080000:2.0:1761232259.706324:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232259.706330:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232259.706344:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232259.706369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232259.706370:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736120704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232259.706405:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232259.706410:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232259.706413:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232259.706418:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7858 00000100:00080000:2.0:1761232259.706421:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232259.706427:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232259.706432:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232259.706446:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736120768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232259.706457:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232259.706461:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232259.706464:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232259.706469:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7858 00000100:00080000:2.0:1761232259.706475:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232259.706479:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232259.706485:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232259.706497:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232259.706515:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232259/real 1761232259] req@000000001f17a0b8 x1846777736120640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232259.706516:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736120832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232259.706591:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232259.706600:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736120640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232259.706603:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232259.706608:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232259.706618:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232259.706626:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761232259.706626:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7858 00000100:00100000:1.0:1761232259.706639:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232259.706639:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232259.706660:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232259.706674:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232259.706681:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120704:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232259.706711:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736120896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232259.706722:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232259.706744:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232259/real 1761232259] req@0000000099725227 x1846777736120704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232259.706767:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736120704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232259.706776:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232259.706780:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232259.706786:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120704:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232259.706803:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120768:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232259.706825:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232259.706835:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232259/real 1761232259] req@0000000070bd2103 x1846777736120768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232259.706849:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736120768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232259.706857:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232259.706860:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232259.706922:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120768:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232259.706934:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120832:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232259.706963:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232259.706973:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232259/real 1761232259] req@000000002f434b1a x1846777736120832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232259.706986:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736120832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232259.706996:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232259.706999:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232259.707003:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120832:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232259.707027:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120896:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232259.707050:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232259.707059:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232259/real 1761232259] req@00000000c35ccb78 x1846777736120896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232259.707073:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736120896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232284 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232259.707082:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232259.707085:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232259.707088:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736120896:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232259.770212:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232260.730031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232260.794154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232261.753984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232261.818076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232262.777976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232262.842200:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232263.802004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232263.866156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232264.826018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232264.826103:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232264.826113:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232264.826118:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232264.826130:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7863 00000100:00080000:3.0:1761232264.826134:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232264.826142:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232264.826184:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736120960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232264.826219:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232264.826223:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232264.826225:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232264.826230:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7863 00000100:00080000:3.0:1761232264.826232:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232264.826236:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232264.826250:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232264.826265:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736121024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232264.826279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232264.826280:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232264.826291:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232264.826295:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232264.826301:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7863 00000100:00080000:3.0:1761232264.826304:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232264.826307:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232264.826312:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232264.826327:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736121088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232264.826337:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232264.826341:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232264.826342:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232264.826347:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7863 00000100:00080000:3.0:1761232264.826349:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232264.826353:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232264.826358:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232264.826372:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736121152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232264.826385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232264.826392:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232264.826396:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232264.826397:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232264.826405:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7863 00000100:00080000:3.0:1761232264.826409:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232264.826413:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232264.826420:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232264.826423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232264/real 1761232264] req@0000000009919b3e x1846777736120960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232264.826435:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736121216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232264.826459:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736120960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232264.826476:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232264.826480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232264.826487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736120960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232264.826516:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232264.826543:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232264.826553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232264/real 1761232264] req@0000000066592840 x1846777736121024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232264.826566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736121024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232264.826575:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232264.826578:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232264.826581:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232264.826587:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232264.826604:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232264.826612:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232264/real 1761232264] req@00000000d3a306c9 x1846777736121088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232264.826623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736121088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232264.826631:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232264.826634:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232264.826636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232264.826642:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232264.826661:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232264.826669:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232264/real 1761232264] req@0000000044909560 x1846777736121152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232264.826681:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736121152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232264.826689:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232264.826703:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232264.826705:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232264.826712:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232264.826730:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232264.826737:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232264/real 1761232264] req@00000000a0b7b6fd x1846777736121216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232264.826748:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736121216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232289 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232264.826757:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232264.826759:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232264.826762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232264.890140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232265.850093:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232265.914149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232266.874110:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232266.938203:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232267.898042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232267.962212:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232268.922066:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232268.986174:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232269.946045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232269.946046:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232269.946061:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232269.946067:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232269.946080:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7868 00000100:00080000:2.0:1761232269.946084:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232269.946095:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232269.946144:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736121280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232269.946180:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232269.946185:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232269.946187:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232269.946192:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7868 00000100:00080000:2.0:1761232269.946194:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232269.946198:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232269.946209:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232269.946225:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736121344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232269.946239:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232269.946240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736121280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232269.946248:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232269.946253:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232269.946259:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7868 00000100:00080000:2.0:1761232269.946261:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232269.946264:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232269.946272:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232269.946285:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736121408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232269.946297:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232269.946302:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232269.946304:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232269.946307:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7868 00000100:00080000:2.0:1761232269.946309:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232269.946313:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232269.946319:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232269.946333:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736121472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232269.946340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232269.946353:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232269.946357:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232269.946360:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232269.946367:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7868 00000100:00080000:2.0:1761232269.946370:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232269.946376:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232269.946382:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232269/real 1761232269] req@00000000c35ccb78 x1846777736121280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761232269.946384:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232269.946403:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736121536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232269.946414:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736121280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232269.946431:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232269.946436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232269.946443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736121280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232269.946473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121344:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232269.946500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232269.946510:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232269/real 1761232269] req@000000002f434b1a x1846777736121344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232269.946523:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736121344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232269.946532:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232269.946535:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232269.946538:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121344:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232269.946544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121408:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232269.946562:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232269.946569:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232269/real 1761232269] req@0000000070bd2103 x1846777736121408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232269.946581:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736121408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232269.946597:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232269.946600:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232269.946603:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121408:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232269.946609:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121472:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232269.946626:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232269.946634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232269/real 1761232269] req@0000000099725227 x1846777736121472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232269.946645:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736121472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232269.946653:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232269.946656:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232269.946658:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121472:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232269.946664:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121536:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232269.946681:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232269.946688:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232269/real 1761232269] req@000000001f17a0b8 x1846777736121536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232269.946699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736121536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232294 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232269.946707:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232269.946710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232269.946713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121536:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232270.010123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232270.970071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232271.034184:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232271.994059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232272.058162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232273.018031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232273.082155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232274.042072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232274.106250:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232275.066041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232275.066075:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232275.066086:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232275.066092:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232275.066104:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7873 00000100:00080000:0.0:1761232275.066108:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232275.066116:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232275.066158:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736121600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232275.066193:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232275.066198:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232275.066200:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232275.066204:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7873 00000100:00080000:0.0:1761232275.066207:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232275.066211:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232275.066222:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232275.066238:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736121664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232275.066251:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232275.066254:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736121600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232275.066258:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232275.066262:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232275.066271:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7873 00000100:00080000:0.0:1761232275.066273:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232275.066277:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232275.066282:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232275.066299:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736121728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232275.066310:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232275.066313:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232275.066315:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232275.066319:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7873 00000100:00080000:0.0:1761232275.066321:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232275.066325:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232275.066331:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232275.066345:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736121792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232275.066354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232275.066365:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232275.066370:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232275.066372:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232275.066379:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7873 00000100:00080000:0.0:1761232275.066381:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232275.066386:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232275.066391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@00000000911b207d x1846777736121600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:0.0:1761232275.066395:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232275.066414:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736121856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232275.066426:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736121600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232275.066442:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232275.066446:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232275.066453:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736121600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232275.066483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232275.066510:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232275.066520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@000000008cd0ff0b x1846777736121664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232275.066533:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736121664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232275.066541:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232275.066545:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232275.066548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232275.066555:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232275.066573:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232275.066581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@00000000fd377aae x1846777736121728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232275.066593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736121728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232275.066601:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232275.066603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232275.066606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232275.066612:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232275.066629:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232275.066637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@000000000e921d21 x1846777736121792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232275.066648:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736121792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232275.066657:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232275.066659:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232275.066662:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232275.066667:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232275.066687:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232275.066694:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232275/real 1761232275] req@00000000c90d576b x1846777736121856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232275.066705:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736121856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232300 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232275.066713:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232275.066715:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232275.066719:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232275.130226:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232276.090037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232276.154189:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232277.114052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232277.178234:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232278.138028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232278.202285:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232279.162030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232279.226115:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232280.186088:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232280.186163:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232280.186174:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232280.186179:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232280.186193:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7878 00000100:00080000:3.0:1761232280.186198:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232280.186207:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232280.186253:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736121920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232280.186290:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232280.186294:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232280.186296:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232280.186301:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7878 00000100:00080000:3.0:1761232280.186303:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232280.186307:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232280.186318:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232280.186333:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736121984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232280.186346:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232280.186349:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736121920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232280.186354:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232280.186359:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232280.186367:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7878 00000100:00080000:3.0:1761232280.186370:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232280.186374:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232280.186379:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232280.186394:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736122048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232280.186405:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232280.186408:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232280.186409:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232280.186415:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7878 00000100:00080000:3.0:1761232280.186418:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232280.186422:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232280.186428:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232280.186442:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736122112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232280.186454:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232280.186462:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232280.186466:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232280.186469:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232280.186477:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7878 00000100:00080000:3.0:1761232280.186480:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232280.186486:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232280.186491:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232280.186493:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232280/real 1761232280] req@00000000a0b7b6fd x1846777736121920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232280.186507:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736122176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232280.186526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736121920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232280.186541:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232280.186545:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232280.186551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736121920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232280.186600:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232280.186627:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232280.186637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232280/real 1761232280] req@0000000044909560 x1846777736121984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232280.186650:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736121984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232280.186659:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232280.186661:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232280.186664:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736121984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232280.186670:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232280.186688:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232280.186696:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232280/real 1761232280] req@00000000d3a306c9 x1846777736122048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232280.186708:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736122048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232280.186716:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232280.186718:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232280.186721:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232280.186727:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232280.186744:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232280.186752:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232280/real 1761232280] req@0000000066592840 x1846777736122112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232280.186764:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736122112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232280.186772:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232280.186774:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232280.186777:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232280.186782:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232280.186799:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232280.186806:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232280/real 1761232280] req@0000000009919b3e x1846777736122176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232280.186817:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736122176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232305 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232280.186826:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232280.186828:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232280.186830:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232280.250031:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232281.210051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232281.274198:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232282.233949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232282.298072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232283.258014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232283.322168:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232284.281991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232284.346151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232285.306008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232285.306023:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232285.306035:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232285.306040:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232285.306053:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7883 00000100:00080000:0.0:1761232285.306058:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232285.306066:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232285.306125:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736122240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232285.306159:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232285.306164:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232285.306167:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232285.306172:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7883 00000100:00080000:0.0:1761232285.306175:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232285.306179:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232285.306191:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232285.306207:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736122304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232285.306220:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736122240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232285.306224:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232285.306235:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232285.306237:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232285.306244:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7883 00000100:00080000:0.0:1761232285.306246:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232285.306250:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232285.306256:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232285.306271:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736122368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232285.306281:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232285.306286:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232285.306289:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232285.306292:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7883 00000100:00080000:0.0:1761232285.306295:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232285.306299:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232285.306304:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232285.306324:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736122432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232285.306326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232285.306341:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232285.306346:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232285.306350:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232285.306355:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7883 00000100:00080000:0.0:1761232285.306358:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232285.306366:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232285/real 1761232285] req@00000000330b2500 x1846777736122240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232285.306367:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232285.306377:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232285.306393:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736122496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232285.306431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736122240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232285.306445:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232285.306449:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232285.306455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736122240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232285.306483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232285.306512:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232285.306522:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232285/real 1761232285] req@00000000de11a021 x1846777736122304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232285.306536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736122304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232285.306545:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232285.306548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232285.306551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232285.306557:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232285.306575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232285.306583:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232285/real 1761232285] req@000000009dca9672 x1846777736122368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232285.306614:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736122368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232285.306623:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232285.306625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232285.306628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232285.306633:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232285.306651:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232285.306658:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232285/real 1761232285] req@00000000e0da2515 x1846777736122432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232285.306668:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736122432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232285.306675:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232285.306678:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232285.306680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232285.306685:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232285.306702:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232285.306708:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232285/real 1761232285] req@00000000d75fe628 x1846777736122496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232285.306718:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736122496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232310 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232285.306726:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232285.306728:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232285.306731:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232285.370141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232286.329951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232286.394104:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232287.354001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232287.418101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232288.378001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232288.442124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232289.402044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232289.466108:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232290.426048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232290.426096:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232290.426107:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232290.426113:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232290.426126:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7888 00000100:00080000:3.0:1761232290.426131:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232290.426143:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232290.426200:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736122560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232290.426247:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232290.426255:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232290.426258:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232290.426265:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7888 00000100:00080000:3.0:1761232290.426270:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232290.426277:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232290.426293:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232290.426300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736122560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232290.426324:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736122624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232290.426347:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232290.426354:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232290.426357:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232290.426362:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7888 00000100:00080000:3.0:1761232290.426364:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232290.426370:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232290.426378:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232290.426391:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232290.426397:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736122688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232290.426411:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232290.426415:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232290.426418:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232290.426423:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7888 00000100:00080000:3.0:1761232290.426426:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232290.426430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232290/real 1761232290] req@000000003dd9839b x1846777736122560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232290.426436:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232290.426445:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232290.426461:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736122752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232290.426472:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736122560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232290.426479:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232290.426489:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232290.426493:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232290.426501:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232290.426505:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7888 00000100:00080000:1.0:1761232290.426508:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761232290.426511:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232290.426521:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736122560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232290.426522:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232290.426533:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232290.426549:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736122816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232290.426565:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232290.426598:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232290.426610:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232290/real 1761232290] req@000000000b14a2de x1846777736122624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232290.426623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736122624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232290.426631:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232290.426634:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232290.426639:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232290.426645:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232290.426665:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232290.426672:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232290/real 1761232290] req@00000000d2119349 x1846777736122688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232290.426684:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736122688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232290.426692:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232290.426694:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232290.426697:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232290.426703:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232290.426720:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232290.426727:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232290/real 1761232290] req@00000000736ef9ba x1846777736122752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232290.426738:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736122752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232290.426746:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232290.426749:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232290.426751:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232290.426811:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232290.426835:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232290.426845:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232290/real 1761232290] req@0000000017b16811 x1846777736122816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232290.426857:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736122816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232315 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232290.426896:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232290.426900:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232290.426903:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232290.490104:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232291.450027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232291.514075:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232292.474014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232292.538137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232293.497990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232293.562152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232294.522011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232294.586077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232295.546008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232295.546032:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232295.546046:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232295.546051:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232295.546069:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7893 00000100:00080000:3.0:1761232295.546075:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232295.546086:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232295.546133:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736122880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232295.546175:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232295.546183:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232295.546186:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232295.546194:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7893 00000100:00080000:3.0:1761232295.546199:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232295.546207:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232295.546224:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232295.546234:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736122880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232295.546253:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736122944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232295.546274:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232295.546280:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232295.546283:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232295.546292:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7893 00000100:00080000:3.0:1761232295.546297:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232295.546304:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232295.546314:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232295.546331:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232295.546343:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736123008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232295.546363:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232295.546364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232295/real 1761232295] req@00000000eb335f49 x1846777736122880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232295.546381:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232295.546387:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232295.546401:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7893 00000100:00100000:1.0:1761232295.546402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736122880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232295.546410:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232295.546424:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:1.0:1761232295.546426:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232295.546435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:3.0:1761232295.546440:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232295.546445:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736122880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232295.546470:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736123072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232295.546488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1761232295.546494:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232295.546505:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232295.546510:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761232295.546532:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232295.546553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232295/real 1761232295] req@000000007cc317a5 x1846777736122944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232295.546575:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736122944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232295.546585:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232295.546589:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232295.546593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736122944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232295.546606:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232295.546628:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232295.546638:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232295/real 1761232295] req@00000000d46ba267 x1846777736123008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232295.546651:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736123008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232295.546660:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232295.546662:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761232295.546668:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7893 00000100:00100000:1.0:1761232295.546672:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232295.546692:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232295.546747:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232295.546759:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232295/real 1761232295] req@00000000a20dea0d x1846777736123072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232295.546789:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736123072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232295.546804:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232295.546808:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232295.546814:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00080000:3.0:1761232295.546906:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232295.546916:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232295.547015:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232295.547041:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736123136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232295.547139:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232295.547176:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232295.547198:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232295/real 1761232295] req@00000000311bc461 x1846777736123136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232295.547213:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736123136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232320 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232295.547222:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232295.547225:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232295.547228:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232295.610102:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232296.570030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232296.634107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232297.594012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232297.658140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232298.618013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232298.682144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232299.641972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232299.706082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232300.665987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232300.666021:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232300.666034:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232300.666040:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232300.666052:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7899 00000100:00080000:3.0:1761232300.666057:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232300.666065:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232300.666108:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736123200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232300.666145:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232300.666149:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232300.666151:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232300.666156:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7899 00000100:00080000:3.0:1761232300.666158:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232300.666162:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232300.666172:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232300.666189:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736123264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232300.666203:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736123200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232300.666204:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232300.666220:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232300.666222:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232300.666228:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7899 00000100:00080000:3.0:1761232300.666231:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232300.666235:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232300.666241:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232300.666254:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736123328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232300.666264:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232300.666268:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232300.666271:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232300.666275:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7899 00000100:00080000:3.0:1761232300.666278:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232300.666283:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232300.666289:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232300.666308:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736123392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232300.666311:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232300.666323:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232300.666328:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232300.666331:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232300.666336:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7899 00000100:00080000:3.0:1761232300.666339:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232300.666343:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232300.666349:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232300/real 1761232300] req@00000000311bc461 x1846777736123200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:3.0:1761232300.666350:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232300.666368:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736123456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232300.666387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736123200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232300.666401:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232300.666405:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232300.666412:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736123200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232300.666441:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123264:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232300.666468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232300.666478:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232300/real 1761232300] req@00000000a20dea0d x1846777736123264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232300.666491:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736123264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232300.666500:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232300.666503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232300.666506:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232300.666512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123328:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232300.666530:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232300.666537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232300/real 1761232300] req@00000000d46ba267 x1846777736123328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232300.666549:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736123328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232300.666558:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232300.666560:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232300.666563:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232300.666568:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123392:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232300.666586:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232300.666594:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232300/real 1761232300] req@000000007cc317a5 x1846777736123392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232300.666604:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736123392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232300.666612:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232300.666615:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232300.666618:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232300.666624:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123456:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232300.666670:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232300.666686:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232300/real 1761232300] req@00000000eb335f49 x1846777736123456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232300.666707:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736123456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232325 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232300.666720:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232300.666724:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232300.666729:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232300.730040:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232301.690039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232301.754101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232302.714024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232302.778041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232303.738019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232303.802260:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232304.761992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232304.826508:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232305.786036:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232305.786045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232305.786049:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232305.786056:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232305.786071:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7904 00000100:00080000:3.0:1761232305.786075:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232305.786085:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232305.786134:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736123520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232305.786168:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232305.786173:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232305.786175:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232305.786181:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7904 00000100:00080000:3.0:1761232305.786184:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232305.786187:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232305.786199:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232305.786213:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736123584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232305.786226:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232305.786230:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736123520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232305.786232:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232305.786237:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232305.786247:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7904 00000100:00080000:3.0:1761232305.786250:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232305.786254:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232305.786259:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232305.786274:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736123648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232305.786284:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232305.786289:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232305.786290:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232305.786294:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7904 00000100:00080000:3.0:1761232305.786296:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232305.786301:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232305.786306:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232305.786318:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736123712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232305.786338:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232305.786346:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232305.786351:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232305.786354:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232305.786361:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7904 00000100:00080000:3.0:1761232305.786364:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232305.786369:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232305.786374:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232305.786379:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232305/real 1761232305] req@0000000017b16811 x1846777736123520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232305.786391:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736123776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232305.786411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736123520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232305.786427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232305.786432:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232305.786438:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736123520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232305.786468:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232305.786493:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232305.786503:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232305/real 1761232305] req@00000000736ef9ba x1846777736123584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232305.786516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736123584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232305.786533:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232305.786536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232305.786539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232305.786545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232305.786564:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232305.786571:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232305/real 1761232305] req@00000000d2119349 x1846777736123648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232305.786625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736123648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232305.786634:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232305.786637:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232305.786640:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232305.786647:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232305.786670:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232305.786679:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232305/real 1761232305] req@000000000b14a2de x1846777736123712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232305.786691:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736123712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232305.786699:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232305.786702:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232305.786705:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232305.786712:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232305.786730:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232305.786738:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232305/real 1761232305] req@000000003dd9839b x1846777736123776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232305.786749:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736123776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232330 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232305.786757:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232305.786759:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232305.786762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232305.850198:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232306.810041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232306.874323:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232307.833982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232307.898272:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232308.857999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232308.922122:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232309.881998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232309.946140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232310.905989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232310.906088:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232310.906099:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232310.906103:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232310.906116:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7909 00000100:00080000:2.0:1761232310.906120:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232310.906129:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232310.906175:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736123840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232310.906212:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232310.906217:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232310.906219:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232310.906224:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7909 00000100:00080000:2.0:1761232310.906226:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232310.906230:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232310.906240:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232310.906255:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736123904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232310.906268:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232310.906272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736123840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232310.906274:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232310.906279:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232310.906287:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7909 00000100:00080000:2.0:1761232310.906289:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232310.906293:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232310.906298:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232310.906314:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736123968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232310.906325:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232310.906330:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232310.906332:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232310.906337:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7909 00000100:00080000:2.0:1761232310.906340:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232310.906343:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232310.906348:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232310.906363:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736124032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232310.906375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232310.906383:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232310.906388:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232310.906390:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232310.906398:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7909 00000100:00080000:2.0:1761232310.906401:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232310.906406:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232310.906412:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232310.906416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232310/real 1761232310] req@000000001f17a0b8 x1846777736123840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232310.906428:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736124096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232310.906450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736123840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232310.906474:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232310.906478:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232310.906483:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736123840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232310.906511:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123904:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232310.906565:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232310.906577:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232310/real 1761232310] req@0000000099725227 x1846777736123904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232310.906590:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736123904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232310.906599:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232310.906602:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232310.906606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232310.906612:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123968:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232310.906633:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232310.906641:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232310/real 1761232310] req@0000000070bd2103 x1846777736123968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232310.906653:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736123968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232310.906661:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232310.906663:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232310.906666:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736123968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232310.906673:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124032:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232310.906692:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232310.906699:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232310/real 1761232310] req@000000002f434b1a x1846777736124032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232310.906711:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736124032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232310.906720:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232310.906722:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232310.906724:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232310.906730:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124096:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232310.906748:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232310.906754:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232310/real 1761232310] req@00000000c35ccb78 x1846777736124096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232310.906765:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736124096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232335 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232310.906774:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232310.906776:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232310.906779:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232310.970142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232311.930011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232311.994151:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232312.954033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232313.018121:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232313.977980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232314.042152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232315.002032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232315.066149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232316.026005:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232316.026007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232316.026020:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232316.026027:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232316.026039:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7914 00000100:00080000:2.0:1761232316.026044:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232316.026053:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232316.026098:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736124160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232316.026135:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232316.026139:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232316.026141:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232316.026146:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7914 00000100:00080000:2.0:1761232316.026149:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232316.026152:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232316.026164:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232316.026179:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736124224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232316.026193:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736124160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232316.026195:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232316.026208:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232316.026210:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232316.026216:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7914 00000100:00080000:2.0:1761232316.026218:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232316.026222:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232316.026227:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232316.026241:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736124288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232316.026251:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232316.026255:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232316.026257:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232316.026260:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7914 00000100:00080000:2.0:1761232316.026263:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232316.026268:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232316.026274:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232316.026286:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736124352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232316.026295:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232316.026300:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232316.026302:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232316.026306:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7914 00000100:00080000:2.0:1761232316.026308:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232316.026312:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232316.026317:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232316.026325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232316.026332:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736124416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232316.026373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232316.026400:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232316.026429:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232316.090152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232317.050097:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232317.114138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232318.073945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232318.138032:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232319.098011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761232319.098246:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761232319.098297:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761232319.098315:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232319.098362:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232319.098372:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232319.098381:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232319.098390:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761232319.098518:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232319] req@000000001f17a0b8 x1846777736124416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232319.098559:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736124416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232319.098577:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232319.098583:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232319.098590:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124416:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232319.098601:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232319] req@000000002f434b1a x1846777736124224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232319.098634:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736124224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232319.098679:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232319.098684:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232319.098690:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232319.098701:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232319] req@0000000070bd2103 x1846777736124288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232319.098723:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736124288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232319.098748:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232319.098752:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232319.098757:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232319.098767:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232319] req@0000000099725227 x1846777736124352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232319.098788:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736124352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232319.098802:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232319.098807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232319.098812:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232319.098822:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232316/real 1761232319] req@00000000c35ccb78 x1846777736124160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232319.098854:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736124160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232341 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232319.098919:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232319.098925:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232319.098933:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736124160:192.168.201.106@tcp:250:kworker/u8:0.0 00010000:00010000:1.0:1761232319.162147:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232320.122026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232320.186176:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232321.146078:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232321.146096:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761232321.146101:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232321.146103:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232321.146123:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7919 00000100:00080000:3.0:1761232321.146130:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232321.146142:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232321.146193:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736124480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232321.146231:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232321.146236:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232321.146238:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232321.146242:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7919 00000100:00080000:3.0:1761232321.146245:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232321.146250:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232321.146264:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232321.146277:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736124544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232321.146288:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232321.146292:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232321.146293:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232321.146297:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7919 00000100:00080000:3.0:1761232321.146299:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232321.146302:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232321.146306:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232321.146314:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736124608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232321.146323:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232321.146327:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232321.146330:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232321.146334:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7919 00000100:00080000:3.0:1761232321.146337:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232321.146340:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232321.146345:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232321.146354:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736124672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232321.146363:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232321.146367:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232321.146368:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232321.146374:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7919 00000100:00080000:3.0:1761232321.146378:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232321.146383:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232321.146387:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232321.146395:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736124736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232321.146477:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736124480:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:1.0:1761232321.146651:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232321.146703:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232321/real 1761232321] req@0000000009919b3e x1846777736124480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232321.146741:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736124480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232321.146762:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232321.146769:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232321.146776:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736124480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232321.146807:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232321.146854:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232321.146870:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232321/real 1761232321] req@0000000066592840 x1846777736124544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232321.146964:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736124544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232321.146992:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232321.146997:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232321.147003:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232321.147015:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232321.147054:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232321.147070:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232321/real 1761232321] req@00000000d3a306c9 x1846777736124608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232321.147087:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736124608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232321.147099:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232321.147103:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232321.147107:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232321.147118:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232321.147153:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232321.147166:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232321/real 1761232321] req@0000000044909560 x1846777736124672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232321.147184:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736124672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232321.147196:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232321.147200:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232321.147204:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232321.147215:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232321.147251:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232321.147265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232321/real 1761232321] req@00000000a0b7b6fd x1846777736124736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232321.147284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736124736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232346 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232321.147297:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232321.147301:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232321.147307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232321.210263:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232322.170130:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232322.234117:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232323.194068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232323.258202:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232324.218209:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232324.282216:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232325.242077:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232325.306096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232326.266020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232326.266105:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232326.266120:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232326.266125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232326.266138:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7924 00000100:00080000:0.0:1761232326.266142:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232326.266151:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232326.266195:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736124800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232326.266232:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232326.266237:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232326.266239:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232326.266244:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7924 00000100:00080000:0.0:1761232326.266246:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232326.266250:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232326.266261:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232326.266278:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736124864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232326.266291:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232326.266299:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736124800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232326.266301:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232326.266304:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232326.266317:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7924 00000100:00080000:0.0:1761232326.266320:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232326.266323:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232326.266327:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232326.266341:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736124928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232326.266375:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232326.266380:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232326.266382:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232326.266387:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7924 00000100:00080000:0.0:1761232326.266390:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232326.266395:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232326.266400:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232326.266410:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736124992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232326.266419:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232326.266423:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232326.266424:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232326.266428:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7924 00000100:00080000:0.0:1761232326.266430:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232326.266440:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761232326.266444:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761232326.266450:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232326.266464:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736125056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232326.266489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232326/real 1761232326] req@000000001edf5a39 x1846777736124800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232326.266515:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736124800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232326.266528:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232326.266534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232326.266538:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736124800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232326.266573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124864:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232326.266601:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232326.266610:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232326/real 1761232326] req@0000000023d541ab x1846777736124864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232326.266622:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736124864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232326.266630:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232326.266632:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232326.266635:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124864:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232326.266642:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124928:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232326.266664:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232326.266673:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232326/real 1761232326] req@00000000d75fe628 x1846777736124928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232326.266685:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736124928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232326.266692:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232326.266696:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232326.266699:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124928:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232326.266706:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124992:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232326.266731:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232326.266740:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232326/real 1761232326] req@00000000e0da2515 x1846777736124992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232326.266752:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736124992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232326.266760:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232326.266763:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232326.266766:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736124992:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232326.266773:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125056:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232326.266794:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232326.266803:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232326/real 1761232326] req@000000009dca9672 x1846777736125056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232326.266815:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736125056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232351 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232326.266823:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232326.266826:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232326.266829:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125056:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232326.330144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232327.290003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232327.354140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232328.314018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232328.378205:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232329.337990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232329.402129:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232330.362003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232330.426197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232331.386028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232331.386091:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232331.386102:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232331.386109:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232331.386122:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7929 00000100:00080000:2.0:1761232331.386127:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232331.386135:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232331.386179:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736125120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232331.386221:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232331.386227:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232331.386230:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232331.386236:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7929 00000100:00080000:2.0:1761232331.386238:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232331.386243:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232331.386255:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736125120:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761232331.386257:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232331.386286:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736125184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232331.386339:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232331.386344:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232331.386346:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232331.386353:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7929 00000100:00080000:2.0:1761232331.386356:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232331.386362:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232331.386369:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232331.386386:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736125248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232331.386398:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232331.386405:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232331.386411:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232331.386414:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232331.386422:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7929 00000100:00080000:2.0:1761232331.386424:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232331.386430:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232331.386436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232331/real 1761232331] req@00000000c35ccb78 x1846777736125120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761232331.386437:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232331.386457:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736125312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232331.386469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736125120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232331.386469:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232331.386479:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232331.386482:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232331.386494:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7929 00000100:00080000:1.0:1761232331.386497:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232331.386498:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232331.386506:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:1.0:1761232331.386507:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:2.0:1761232331.386516:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232331.386521:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736125120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232331.386534:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736125376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232331.386557:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232331.386586:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232331.386595:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232331/real 1761232331] req@0000000099725227 x1846777736125184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232331.386606:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736125184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232331.386614:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232331.386616:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232331.386636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232331.386642:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232331.386666:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232331.386674:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232331/real 1761232331] req@0000000070bd2103 x1846777736125248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232331.386692:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736125248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232331.386700:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232331.386702:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232331.386705:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232331.386710:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232331.386728:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232331.386735:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232331/real 1761232331] req@000000002f434b1a x1846777736125312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232331.386745:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736125312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232331.386752:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232331.386754:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232331.386757:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232331.386762:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232331.386779:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232331.386786:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232331/real 1761232331] req@000000001f17a0b8 x1846777736125376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232331.386798:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736125376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232356 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232331.386806:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232331.386809:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232331.386812:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232331.450124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232332.410010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232332.474167:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232333.434023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232333.498106:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232334.458009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232334.522118:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232335.482002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232335.546070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232336.506008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232336.506047:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232336.506059:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232336.506064:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232336.506076:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7934 00000100:00080000:3.0:1761232336.506080:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232336.506088:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232336.506136:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736125440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232336.506171:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232336.506175:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232336.506177:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232336.506181:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7934 00000100:00080000:3.0:1761232336.506184:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232336.506188:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232336.506200:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232336.506215:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736125504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232336.506229:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736125440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232336.506250:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232336.506262:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232336.506264:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232336.506270:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7934 00000100:00080000:3.0:1761232336.506273:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232336.506277:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232336.506284:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232336.506298:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736125568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232336.506309:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232336.506313:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232336.506315:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232336.506318:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7934 00000100:00080000:3.0:1761232336.506320:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232336.506324:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232336.506330:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232336.506344:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736125632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232336.506354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232336.506364:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232336.506369:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232336.506371:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232336.506379:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7934 00000100:00080000:3.0:1761232336.506382:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232336.506386:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232336.506392:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232336.506396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232336/real 1761232336] req@00000000a0b7b6fd x1846777736125440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232336.506408:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736125696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232336.506436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736125440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232336.506451:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232336.506455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232336.506461:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736125440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232336.506490:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232336.506515:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232336.506525:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232336/real 1761232336] req@0000000044909560 x1846777736125504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232336.506538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736125504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232336.506547:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232336.506550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232336.506553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232336.506559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232336.506577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232336.506584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232336/real 1761232336] req@00000000d3a306c9 x1846777736125568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232336.506596:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736125568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232336.506604:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232336.506606:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232336.506609:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232336.506615:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232336.506632:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232336.506638:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232336/real 1761232336] req@0000000066592840 x1846777736125632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232336.506649:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736125632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232336.506665:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232336.506668:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232336.506671:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232336.506677:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232336.506693:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232336.506700:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232336/real 1761232336] req@0000000009919b3e x1846777736125696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232336.506711:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736125696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232361 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232336.506718:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232336.506721:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232336.506724:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232336.570111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232337.529974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232337.594176:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232338.553990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232338.618052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232339.578010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232339.642186:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232340.602012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232340.666155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232341.625996:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232341.626011:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:1.0:1761232341.626015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232341.626017:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232341.626035:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7940 00000100:00080000:3.0:1761232341.626040:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232341.626050:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232341.626097:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736125760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232341.626131:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232341.626136:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232341.626138:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232341.626142:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7940 00000100:00080000:3.0:1761232341.626145:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232341.626149:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232341.626159:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232341.626196:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736125824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232341.626211:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232341.626216:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232341.626218:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232341.626223:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736125760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232341.626230:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7940 00000100:00080000:3.0:1761232341.626235:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232341.626239:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232341.626246:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232341.626262:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736125888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232341.626273:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232341.626277:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232341.626278:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232341.626282:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7940 00000100:00080000:3.0:1761232341.626285:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232341.626289:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232341.626294:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232341.626306:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736125952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232341.626314:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232341.626318:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232341.626321:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761232341.626324:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232341.626330:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7940 00000100:00080000:3.0:1761232341.626334:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232341.626339:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232341.626346:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232341.626362:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736126016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232341.626367:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232341/real 1761232341] req@000000003dd9839b x1846777736125760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232341.626412:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736125760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232341.626426:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232341.626431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232341.626435:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736125760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232341.626464:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232341.626490:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232341.626500:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232341/real 1761232341] req@000000000b14a2de x1846777736125824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232341.626513:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736125824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232341.626522:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232341.626525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232341.626528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232341.626534:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232341.626552:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232341.626560:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232341/real 1761232341] req@00000000d2119349 x1846777736125888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232341.626571:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736125888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232341.626587:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232341.626590:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232341.626593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232341.626598:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232341.626616:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232341.626623:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232341/real 1761232341] req@00000000736ef9ba x1846777736125952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232341.626633:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736125952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232341.626641:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232341.626644:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232341.626647:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736125952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232341.626652:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232341.626669:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232341.626676:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232341/real 1761232341] req@0000000017b16811 x1846777736126016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232341.626687:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736126016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232366 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232341.626695:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232341.626697:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232341.626699:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232341.690072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232342.649926:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232342.714198:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232343.673997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232343.738193:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232344.698022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232344.762223:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232345.721981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232345.786171:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232346.746078:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232346.746093:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232346.746099:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232346.746113:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7945 00000100:00080000:1.0:1761232346.746140:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232346.746151:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232346.746190:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761232346.746203:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736126080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232346.746248:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232346.746256:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232346.746259:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232346.746267:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7945 00000100:00080000:1.0:1761232346.746272:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232346.746277:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232346.746290:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232346.746307:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736126144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232346.746329:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232346.746332:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736126080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232346.746336:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232346.746340:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232346.746350:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7945 00000100:00080000:1.0:1761232346.746353:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232346.746357:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232346.746361:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232346.746376:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736126208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232346.746387:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232346.746392:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232346.746394:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232346.746398:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7945 00000100:00080000:1.0:1761232346.746401:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232346.746406:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232346.746410:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232346.746420:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736126272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232346.746428:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232346.746431:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232346.746433:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232346.746436:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7945 00000100:00080000:1.0:1761232346.746438:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232346.746442:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232346.746447:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232346.746462:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736126336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232346.746476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232346.746530:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232346/real 1761232346] req@000000000baedc40 x1846777736126080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232346.746556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736126080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232346.746571:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232346.746576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232346.746581:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736126080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232346.746618:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232346.746648:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232346.746657:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232346/real 1761232346] req@00000000c2c1573a x1846777736126144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232346.746670:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736126144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232346.746679:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232346.746683:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232346.746686:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232346.746693:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232346.746712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232346.746719:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232346/real 1761232346] req@00000000069b687a x1846777736126208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232346.746731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736126208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232346.746747:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232346.746750:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232346.746754:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232346.746760:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232346.746779:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232346.746786:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232346/real 1761232346] req@0000000054fdc67e x1846777736126272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232346.746797:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736126272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232346.746804:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232346.746807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232346.746811:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232346.746816:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232346.746834:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232346.746841:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232346/real 1761232346] req@00000000dcfa4436 x1846777736126336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232346.746852:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736126336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232371 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232346.746860:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232346.746895:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232346.746899:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232346.810223:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232347.770026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232347.834213:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232348.793999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232348.858049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232349.817992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232349.882156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232350.842090:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232350.906131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232351.866084:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232351.866125:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232351.866142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232351.866148:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232351.866163:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7950 00000100:00080000:2.0:1761232351.866168:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232351.866177:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232351.866220:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736126400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232351.866255:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232351.866262:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232351.866264:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232351.866272:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7950 00000100:00080000:2.0:1761232351.866275:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232351.866282:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232351.866294:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232351.866330:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736126464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232351.866337:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736126400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232351.866348:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232351.866353:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232351.866356:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232351.866362:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7950 00000100:00080000:2.0:1761232351.866365:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232351.866370:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232351.866377:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232351.866389:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736126528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232351.866401:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232351.866406:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232351.866408:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232351.866424:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7950 00000100:00080000:2.0:1761232351.866428:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232351.866434:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232351.866440:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761232351.866447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232351.866453:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736126592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232351.866477:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232351.866479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232351/real 1761232351] req@000000001f17a0b8 x1846777736126400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232351.866503:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761232351.866505:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736126400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232351.866506:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232351.866519:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7950 00000100:00080000:2.0:1761232351.866522:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232351.866522:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232351.866527:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761232351.866528:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761232351.866534:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736126400:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:2.0:1761232351.866536:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232351.866552:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736126656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232351.866569:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126464:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232351.866624:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232351.866639:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232351/real 1761232351] req@000000002f434b1a x1846777736126464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232351.866660:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736126464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232351.866669:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232351.866672:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232351.866675:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126464:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232351.866681:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126528:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232351.866706:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232351.866740:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232351/real 1761232351] req@0000000070bd2103 x1846777736126528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232351.866763:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736126528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232351.866771:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232351.866773:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232351.866776:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126528:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232351.866781:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126592:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232351.866800:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232351.866807:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232351/real 1761232351] req@0000000099725227 x1846777736126592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232351.866831:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736126592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232351.866843:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232351.866845:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232351.866848:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126592:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232351.866897:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126656:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232351.866920:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232351.866929:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232351/real 1761232351] req@00000000c35ccb78 x1846777736126656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232351.866939:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736126656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232376 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232351.866976:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232351.866980:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232351.866983:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126656:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232351.930170:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232352.889973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232352.954070:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232353.913975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232353.978163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232354.937971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232355.002098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232355.961989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232356.026155:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232356.985958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232356.986114:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232356.986124:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232356.986129:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232356.986140:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7955 00000100:00080000:1.0:1761232356.986144:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232356.986152:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232356.986196:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736126720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232356.986232:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232356.986237:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232356.986238:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232356.986243:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7955 00000100:00080000:1.0:1761232356.986246:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232356.986250:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232356.986261:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232356.986273:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736126784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232356.986284:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232356.986287:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232356.986289:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232356.986293:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7955 00000100:00080000:1.0:1761232356.986294:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232356.986297:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232356.986301:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232356.986312:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736126848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232356.986321:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232356.986324:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232356.986326:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232356.986331:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7955 00000100:00080000:1.0:1761232356.986334:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232356.986339:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232356.986345:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232356.986354:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736126912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232356.986365:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232356.986368:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232356.986372:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761232356.986373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736126720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232356.986383:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7955 00000100:00080000:1.0:1761232356.986390:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232356.986394:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232356.986399:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232356.986413:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736126976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232356.986472:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232356.986499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232356/real 1761232356] req@00000000c65fa7c5 x1846777736126720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232356.986518:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736126720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232356.986531:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232356.986535:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232356.986540:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736126720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232356.986547:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126784:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232356.986571:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232356.986580:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232356/real 1761232356] req@00000000f52221c5 x1846777736126784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232356.986593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736126784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232356.986601:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232356.986604:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232356.986607:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232356.986614:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126848:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232356.986636:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232356.986643:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232356/real 1761232356] req@000000001dfe2b3c x1846777736126848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232356.986655:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736126848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232356.986663:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232356.986665:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232356.986668:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232356.986701:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126912:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232356.986720:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232356.986728:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232356/real 1761232356] req@00000000cee0df34 x1846777736126912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232356.986740:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736126912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232356.986748:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232356.986751:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232356.986754:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126912:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232356.986759:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126976:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232356.986776:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232356.986783:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232356/real 1761232356] req@000000000a7b3b64 x1846777736126976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232356.986794:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736126976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232381 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232356.986803:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232356.986805:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232356.986808:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736126976:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232357.050194:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232358.009961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232358.074139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232359.034026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232359.098144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232360.058059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232360.122147:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232361.081999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232361.146227:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232362.106057:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232362.106071:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232362.106077:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232362.106080:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232362.106090:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7960 00000100:00080000:0.0:1761232362.106096:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232362.106107:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232362.106155:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736127040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232362.106192:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232362.106196:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232362.106198:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232362.106203:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7960 00000100:00080000:0.0:1761232362.106205:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232362.106209:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232362.106219:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232362.106231:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736127104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232362.106242:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232362.106247:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232362.106249:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232362.106254:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7960 00000100:00080000:0.0:1761232362.106257:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232362.106262:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232362.106267:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232362.106277:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736127168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232362.106287:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232362.106291:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232362.106292:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232362.106296:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7960 00000100:00080000:0.0:1761232362.106298:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232362.106302:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232362.106307:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232362.106312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736127040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232362.106325:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736127232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232362.106338:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232362.106342:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232362.106343:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232362.106347:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7960 00000100:00080000:0.0:1761232362.106350:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232362.106354:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232362.106358:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232362.106371:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736127296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232362.106430:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232362.106467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232362/real 1761232362] req@00000000de11a021 x1846777736127040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232362.106493:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736127040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232362.106510:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232362.106514:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232362.106521:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736127040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232362.106533:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232362.106576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232362.106594:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232362/real 1761232362] req@00000000330b2500 x1846777736127104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232362.106613:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736127104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232362.106627:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232362.106632:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232362.106637:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232362.106648:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232362.106681:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232362.106695:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232362/real 1761232362] req@00000000c90d576b x1846777736127168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232362.106716:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736127168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232362.106729:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232362.106733:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232362.106738:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232362.106786:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232362.106828:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232362.106845:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232362/real 1761232362] req@000000000e921d21 x1846777736127232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232362.106861:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736127232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232362.106911:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232362.106914:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232362.106918:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232362.106926:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232362.106985:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232362.106998:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232362/real 1761232362] req@00000000fd377aae x1846777736127296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232362.107012:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736127296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232387 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232362.107021:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232362.107024:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232362.107027:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232362.170142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232363.130076:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232363.194246:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232364.154038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232364.218185:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232365.178060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232365.242084:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232366.201987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232366.265979:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232367.225972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232367.226031:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232367.226038:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232367.226041:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232367.226050:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7965 00000100:00080000:1.0:1761232367.226054:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232367.226061:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232367.226096:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736127360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232367.226119:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232367.226123:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232367.226124:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232367.226127:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7965 00000100:00080000:1.0:1761232367.226129:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232367.226132:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232367.226140:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232367.226157:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736127424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232367.226165:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736127360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232367.226170:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232367.226174:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232367.226175:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232367.226180:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7965 00000100:00080000:1.0:1761232367.226182:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232367.226185:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232367.226190:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232367.226201:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736127488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232367.226210:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232367.226214:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232367.226216:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232367.226219:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7965 00000100:00080000:1.0:1761232367.226221:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232367.226226:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232367.226230:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232367.226239:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232367.226243:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736127552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232367.226252:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232367.226255:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232367.226257:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232367.226260:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7965 00000100:00080000:1.0:1761232367.226262:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232367.226267:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232367/real 1761232367] req@00000000cba7fca5 x1846777736127360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232367.226268:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232367.226275:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232367.226287:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736127616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232367.226295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736127360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232367.226308:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232367.226311:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232367.226315:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736127360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232367.226339:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232367.226357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232367.226363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232367/real 1761232367] req@00000000c21e8593 x1846777736127424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232367.226377:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736127424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232367.226383:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232367.226385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232367.226387:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232367.226391:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232367.226404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232367.226409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232367/real 1761232367] req@00000000108af431 x1846777736127488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232367.226417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736127488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232367.226423:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232367.226424:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232367.226426:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232367.226430:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232367.226443:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232367.226448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232367/real 1761232367] req@0000000090114397 x1846777736127552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232367.226456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736127552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232367.226463:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232367.226466:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232367.226468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232367.226473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232367.226487:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232367.226492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232367/real 1761232367] req@000000000a7b3b64 x1846777736127616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232367.226500:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736127616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232392 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232367.226505:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232367.226507:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232367.226509:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232367.290083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232368.249959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232368.314082:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232369.273997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232369.338106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232370.298012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232370.362255:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232371.321998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232371.386571:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232372.346005:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232372.346019:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232372.346025:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232372.346028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232372.346039:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7970 00000100:00080000:0.0:1761232372.346046:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232372.346056:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232372.346101:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736127680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232372.346137:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232372.346142:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232372.346144:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232372.346148:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7970 00000100:00080000:0.0:1761232372.346151:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232372.346154:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232372.346164:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232372.346177:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736127744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232372.346187:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232372.346190:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232372.346192:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232372.346196:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7970 00000100:00080000:0.0:1761232372.346198:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232372.346201:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232372.346207:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232372.346218:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736127808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232372.346228:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232372.346233:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232372.346235:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232372.346241:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7970 00000100:00080000:0.0:1761232372.346244:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232372.346247:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232372.346252:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232372.346262:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736127872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232372.346274:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232372.346279:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761232372.346280:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736127680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232372.346282:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232372.346296:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7970 00000100:00080000:0.0:1761232372.346299:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232372.346302:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232372.346307:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232372.346322:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736127936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232372.346379:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232372.346407:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232372/real 1761232372] req@000000008cd0ff0b x1846777736127680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232372.346428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736127680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232372.346440:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232372.346444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232372.346449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736127680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232372.346457:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127744:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232372.346484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232372.346492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232372/real 1761232372] req@00000000911b207d x1846777736127744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232372.346505:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736127744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232372.346513:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232372.346516:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232372.346519:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232372.346525:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127808:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232372.346544:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232372.346551:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232372/real 1761232372] req@00000000fd377aae x1846777736127808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232372.346563:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736127808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232372.346571:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232372.346592:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232372.346595:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232372.346636:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127872:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232372.346659:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232372.346668:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232372/real 1761232372] req@000000000e921d21 x1846777736127872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232372.346689:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736127872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232372.346697:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232372.346699:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232372.346702:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232372.346708:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127936:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232372.346726:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232372.346733:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232372/real 1761232372] req@00000000c90d576b x1846777736127936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232372.346744:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736127936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232397 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232372.346753:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232372.346755:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232372.346757:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736127936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232372.410140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232373.369999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232373.434155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232374.394142:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232374.459215:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232375.417998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232375.482115:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232376.442016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232376.506088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232377.466052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232377.466054:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232377.466067:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232377.466074:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232377.466089:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7975 00000100:00080000:0.0:1761232377.466094:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232377.466104:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232377.466152:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736128000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232377.466183:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232377.466189:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232377.466191:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232377.466196:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7975 00000100:00080000:0.0:1761232377.466200:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232377.466205:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232377.466217:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232377.466232:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736128064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232377.466246:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232377.466251:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232377.466254:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232377.466258:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232377.466269:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7975 00000100:00080000:0.0:1761232377.466272:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232377.466275:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232377.466280:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232377.466296:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736128128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232377.466307:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232377.466312:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232377.466314:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232377.466318:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7975 00000100:00080000:0.0:1761232377.466321:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232377.466325:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232377.466330:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232377.466344:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736128192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232377.466358:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232377.466360:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232377.466367:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232377.466369:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232377.466376:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7975 00000100:00080000:0.0:1761232377.466379:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232377.466384:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232377.466391:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232377.466397:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232377/real 1761232377] req@00000000330b2500 x1846777736128000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232377.466406:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736128256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232377.466438:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736128000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232377.466456:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232377.466461:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232377.466467:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232377.466496:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232377.466523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232377.466533:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232377/real 1761232377] req@00000000de11a021 x1846777736128064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232377.466546:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736128064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232377.466554:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232377.466557:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232377.466560:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232377.466566:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232377.466585:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232377.466592:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232377/real 1761232377] req@000000009dca9672 x1846777736128128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232377.466604:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736128128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232377.466620:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232377.466623:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232377.466626:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232377.466631:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232377.466649:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232377.466656:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232377/real 1761232377] req@00000000e0da2515 x1846777736128192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232377.466666:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736128192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232377.466675:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232377.466677:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232377.466680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232377.466686:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232377.466703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232377.466710:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232377/real 1761232377] req@00000000d75fe628 x1846777736128256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232377.466721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736128256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232402 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232377.466729:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232377.466732:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232377.466734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232377.530110:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232378.490002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232378.554175:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232379.514080:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232379.578159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232380.537976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232380.602165:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232381.562003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232381.626152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232382.586003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232382.586005:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232382.586018:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232382.586024:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232382.586036:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7981 00000100:00080000:0.0:1761232382.586041:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232382.586051:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232382.586096:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736128320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232382.586132:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232382.586137:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232382.586139:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232382.586143:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7981 00000100:00080000:0.0:1761232382.586146:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232382.586150:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232382.586161:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232382.586175:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736128384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232382.586188:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232382.586194:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232382.586195:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232382.586199:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232382.586212:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7981 00000100:00080000:0.0:1761232382.586215:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232382.586219:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232382.586225:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232382.586241:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736128448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232382.586251:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232382.586256:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232382.586259:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232382.586263:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7981 00000100:00080000:0.0:1761232382.586265:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232382.586270:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232382.586275:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232382.586288:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736128512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232382.586297:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232382.586301:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232382.586303:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232382.586308:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7981 00000100:00080000:0.0:1761232382.586310:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232382.586314:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232382.586319:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232382.586329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232382.586335:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736128576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232382.586380:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232382.586405:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232382.586432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128576:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232382.650153:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232383.610029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232383.674139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232384.634028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232384.698169:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232385.657989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761232385.658245:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761232385.658295:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232385.658312:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232385.658358:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232385.658368:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232385.658377:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232385.658387:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761232385.658434:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232382/real 1761232385] req@000000009dca9672 x1846777736128576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232385.658467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736128576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232385.658481:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232385.658485:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232385.658490:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128576:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232385.658499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232382/real 1761232385] req@000000001edf5a39 x1846777736128384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232385.658511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736128384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232385.658519:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232385.658522:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232385.658525:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232385.658531:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232382/real 1761232385] req@00000000d75fe628 x1846777736128448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232385.658541:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736128448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232385.658549:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232385.658551:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232385.658554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232385.658559:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232382/real 1761232385] req@00000000e0da2515 x1846777736128512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232385.658570:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736128512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232385.658577:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232385.658579:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232385.658582:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232385.658591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232382/real 1761232385] req@0000000023d541ab x1846777736128320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232385.658602:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736128320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232407 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232385.658611:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232385.658615:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232385.658620:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128320:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:1.0:1761232385.722109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232386.681978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232386.746049:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232387.706023:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232387.706029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232387.706041:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232387.706047:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232387.706060:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7986 00000100:00080000:0.0:1761232387.706066:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232387.706078:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232387.706130:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736128640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232387.706171:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232387.706177:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232387.706180:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232387.706190:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7986 00000100:00080000:0.0:1761232387.706194:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232387.706201:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232387.706215:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232387.706238:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736128704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232387.706245:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232387.706256:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232387.706262:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232387.706264:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232387.706270:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7986 00000100:00080000:0.0:1761232387.706273:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232387.706279:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232387.706285:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232387.706299:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736128768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232387.706312:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232387.706316:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232387.706319:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232387.706324:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7986 00000100:00080000:0.0:1761232387.706327:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232387.706332:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232387.706339:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232387.706339:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232387.706355:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736128832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232387.706374:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232387/real 1761232387] req@00000000de11a021 x1846777736128640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232387.706379:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232387.706386:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232387.706388:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232387.706394:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7986 00000100:00080000:0.0:1761232387.706397:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232387.706400:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736128640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232387.706402:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232387.706409:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761232387.706417:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232387.706423:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736128896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232387.706423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232387.706430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232387.706467:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232387.706511:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232387.706528:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232387/real 1761232387] req@00000000330b2500 x1846777736128704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232387.706564:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736128704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232387.706574:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232387.706577:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232387.706580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232387.706587:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232387.706614:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232387.706623:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232387/real 1761232387] req@00000000c90d576b x1846777736128768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232387.706635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736128768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232387.706644:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232387.706646:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232387.706682:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232387.706689:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232387.706712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232387.706722:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232387/real 1761232387] req@000000000e921d21 x1846777736128832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232387.706734:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736128832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232387.706743:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232387.706746:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232387.706749:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232387.706755:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232387.706773:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232387.706784:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232387/real 1761232387] req@00000000fd377aae x1846777736128896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232387.706804:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736128896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232412 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232387.706818:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232387.706822:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232387.706827:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736128896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232387.770179:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232388.729952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232388.794157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232389.754064:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232389.818130:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232390.778024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232390.842141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232391.802066:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232391.866259:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232392.825997:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232392.826010:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232392.826015:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232392.826030:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7991 00000100:00100000:1.0:1761232392.826033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232392.826036:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232392.826049:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232392.826097:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736128960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232392.826129:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232392.826134:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232392.826136:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232392.826140:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7991 00000100:00080000:0.0:1761232392.826143:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232392.826147:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232392.826160:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232392.826175:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736129024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232392.826190:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232392.826196:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128960:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232392.826198:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232392.826202:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232392.826213:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7991 00000100:00080000:0.0:1761232392.826216:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232392.826220:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232392.826226:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232392.826243:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736129088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232392.826254:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232392.826257:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232392.826259:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232392.826264:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7991 00000100:00080000:0.0:1761232392.826266:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232392.826270:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232392.826274:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232392.826288:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736129152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232392.826301:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232392.826307:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232392.826313:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232392.826316:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232392.826323:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7991 00000100:00080000:0.0:1761232392.826327:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232392.826332:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232392.826337:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232392.826341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232392/real 1761232392] req@00000000911b207d x1846777736128960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232392.826354:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736129216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232392.826376:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736128960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232392.826391:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232392.826396:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232392.826402:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736128960:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232392.826431:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129024:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232392.826457:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232392.826467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232392/real 1761232392] req@000000008cd0ff0b x1846777736129024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232392.826480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736129024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232392.826488:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232392.826492:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232392.826495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129024:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232392.826501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129088:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232392.826519:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232392.826526:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232392/real 1761232392] req@00000000fd377aae x1846777736129088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232392.826538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736129088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232392.826546:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232392.826548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232392.826551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129088:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232392.826557:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129152:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232392.826579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232392.826586:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232392/real 1761232392] req@000000000e921d21 x1846777736129152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232392.826625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736129152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232392.826635:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232392.826637:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232392.826640:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129152:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232392.826646:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129216:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232392.826668:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232392.826676:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232392/real 1761232392] req@00000000c90d576b x1846777736129216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232392.826688:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736129216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232417 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232392.826696:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232392.826698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232392.826701:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129216:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232392.890158:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232393.849996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232393.914125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232394.874011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232394.938169:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232395.897982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232395.962135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232396.922134:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232396.986164:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232397.946026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232397.946096:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232397.946107:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232397.946112:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232397.946123:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 7996 00000100:00080000:0.0:1761232397.946127:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232397.946135:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232397.946179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736129280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232397.946213:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232397.946218:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232397.946220:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232397.946225:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7996 00000100:00080000:0.0:1761232397.946227:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232397.946231:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232397.946242:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232397.946258:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736129344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232397.946271:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232397.946279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736129280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232397.946280:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232397.946285:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232397.946296:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7996 00000100:00080000:0.0:1761232397.946299:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232397.946302:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232397.946308:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232397.946324:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736129408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232397.946334:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232397.946339:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232397.946340:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232397.946345:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7996 00000100:00080000:0.0:1761232397.946348:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232397.946351:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232397.946356:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232397.946371:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736129472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232397.946384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232397.946393:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232397.946399:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232397.946402:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232397.946410:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 7996 00000100:00080000:0.0:1761232397.946412:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232397.946418:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232397.946423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232397/real 1761232397] req@00000000330b2500 x1846777736129280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:0.0:1761232397.946425:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232397.946446:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736129536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232397.946457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736129280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232397.946477:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232397.946481:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232397.946488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736129280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232397.946517:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232397.946594:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232397.946606:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232397/real 1761232397] req@00000000de11a021 x1846777736129344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232397.946620:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736129344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232397.946629:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232397.946632:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232397.946636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232397.946643:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232397.946663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232397.946670:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232397/real 1761232397] req@0000000023d541ab x1846777736129408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232397.946682:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736129408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232397.946692:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232397.946694:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232397.946697:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232397.946703:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232397.946721:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232397.946728:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232397/real 1761232397] req@00000000e0da2515 x1846777736129472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232397.946740:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736129472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232397.946748:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232397.946750:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232397.946753:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232397.946759:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232397.946776:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232397.946783:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232397/real 1761232397] req@00000000d75fe628 x1846777736129536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232397.946794:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736129536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232422 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232397.946802:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232397.946804:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232397.946807:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232398.010096:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232398.970012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232399.034149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232399.994007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232400.058139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232401.017980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232401.082062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232402.041992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232402.106098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232403.066006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232403.066011:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.066026:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232403.066033:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.066050:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8001 00000100:00080000:0.0:1761232403.066056:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.066070:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232403.066127:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736129600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232403.066178:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.066186:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232403.066191:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.066201:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8001 00000100:00080000:0.0:1761232403.066206:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.066214:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761232403.066228:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736129600:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:0.0:1761232403.066233:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232403.066265:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736129664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232403.066289:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.066297:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232403.066301:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.066310:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8001 00000100:00080000:0.0:1761232403.066314:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.066320:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232403.066332:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761232403.066341:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232403.066363:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736129728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232403.066374:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@000000001edf5a39 x1846777736129600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232403.066400:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.066408:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232403.066411:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.066419:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8001 00000100:00080000:0.0:1761232403.066423:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.066429:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232403.066439:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232403.066459:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736129792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232403.066500:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232403.066506:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232403.066509:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232403.066515:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8001 00000100:00080000:0.0:1761232403.066518:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232403.066525:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232403.066531:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232403.066533:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736129600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232403.066549:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736129856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232403.066550:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232403.066564:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232403.066578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736129600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232403.066609:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232403.066636:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232403.066645:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@000000009dca9672 x1846777736129664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232403.066804:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736129664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232403.066814:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232403.066817:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232403.066820:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232403.066827:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232403.066856:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232403.066964:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@00000000d75fe628 x1846777736129728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232403.066981:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736129728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232403.066990:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232403.066994:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232403.066998:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232403.067011:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232403.067053:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232403.067069:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@00000000e0da2515 x1846777736129792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232403.067088:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736129792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232403.067095:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232403.067098:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232403.067101:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232403.067107:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232403.067123:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232403.067130:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232403/real 1761232403] req@0000000023d541ab x1846777736129856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232403.067140:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736129856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232428 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232403.067148:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232403.067150:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232403.067154:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232403.130059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232404.089953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232404.154143:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232405.113995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232405.178069:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232406.138038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232406.202049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232407.162098:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232407.226109:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232408.186013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232408.186023:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232408.186031:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232408.186036:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232408.186049:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8006 00000100:00080000:0.0:1761232408.186053:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232408.186062:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232408.186109:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736129920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232408.186134:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232408.186137:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232408.186138:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232408.186141:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8006 00000100:00080000:0.0:1761232408.186143:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232408.186146:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232408.186157:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232408.186168:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736129984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232408.186177:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232408.186180:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232408.186183:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761232408.186184:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736129920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232408.186189:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8006 00000100:00080000:0.0:1761232408.186196:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232408.186201:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232408.186204:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232408.186218:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736130048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232408.186223:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232408.186226:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232408.186227:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232408.186231:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8006 00000100:00080000:0.0:1761232408.186233:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232408.186235:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232408.186239:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232408.186247:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736130112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232408.186251:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232408.186253:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232408.186254:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232408.186257:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8006 00000100:00080000:0.0:1761232408.186258:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761232408.186263:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232408.186265:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232408.186271:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232408.186282:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736130176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232408.186290:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232408/real 1761232408] req@00000000de11a021 x1846777736129920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232408.186311:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736129920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232408.186319:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232408.186323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232408.186326:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736129920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232408.186345:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232408.186359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232408.186364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232408/real 1761232408] req@00000000330b2500 x1846777736129984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232408.186371:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736129984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232408.186375:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232408.186377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232408.186379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736129984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232408.186383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232408.186392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232408.186396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232408/real 1761232408] req@00000000c90d576b x1846777736130048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232408.186401:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736130048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232408.186405:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232408.186407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232408.186408:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232408.186411:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232408.186454:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232408.186459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232408/real 1761232408] req@000000000e921d21 x1846777736130112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232408.186465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736130112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232408.186470:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232408.186471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232408.186473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232408.186476:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232408.186486:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232408.186490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232408/real 1761232408] req@00000000fd377aae x1846777736130176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232408.186496:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736130176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232433 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232408.186500:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232408.186502:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232408.186503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232408.250078:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232409.210202:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232409.274273:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232410.233991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232410.298194:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232411.257997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232411.322075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232412.281942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232412.346051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232413.305965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232413.306019:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232413.306025:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232413.306028:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232413.306036:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8011 00000100:00080000:2.0:1761232413.306038:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232413.306044:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232413.306075:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736130240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232413.306108:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232413.306111:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232413.306112:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232413.306116:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8011 00000100:00080000:2.0:1761232413.306117:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232413.306120:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232413.306127:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232413.306134:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736130304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232413.306140:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232413.306143:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232413.306144:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232413.306147:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8011 00000100:00080000:2.0:1761232413.306148:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232413.306150:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232413.306152:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232413.306158:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736130368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232413.306163:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736130240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232413.306166:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232413.306172:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232413.306173:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232413.306175:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8011 00000100:00080000:2.0:1761232413.306177:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232413.306178:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232413.306181:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232413.306188:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736130432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232413.306198:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232413.306200:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232413.306201:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232413.306203:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8011 00000100:00080000:2.0:1761232413.306204:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232413.306206:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232413.306209:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232413.306214:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736130496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232413.306233:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232413.306254:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232413/real 1761232413] req@00000000c35ccb78 x1846777736130240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232413.306269:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736130240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232413.306279:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232413.306282:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232413.306286:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736130240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232413.306292:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232413.306310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232413.306317:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232413/real 1761232413] req@0000000099725227 x1846777736130304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232413.306327:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736130304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232413.306334:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232413.306336:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232413.306339:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232413.306389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232413.306407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232413.306420:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232413/real 1761232413] req@0000000070bd2103 x1846777736130368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232413.306430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736130368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232413.306436:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232413.306438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232413.306441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232413.306447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232413.306467:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232413.306474:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232413/real 1761232413] req@000000002f434b1a x1846777736130432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232413.306484:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736130432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232413.306491:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232413.306493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232413.306495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232413.306501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232413.306517:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232413.306523:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232413/real 1761232413] req@000000001f17a0b8 x1846777736130496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232413.306546:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736130496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232438 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232413.306553:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232413.306555:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232413.306557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232413.370082:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232414.329926:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232414.394050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232415.353954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232415.418159:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232416.377924:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232416.441992:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232417.401939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232417.466015:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232418.425937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232418.425938:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232418.425948:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232418.425953:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232418.425962:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8016 00000100:00080000:2.0:1761232418.425966:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232418.425972:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232418.426003:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736130560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232418.426026:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232418.426030:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232418.426031:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232418.426035:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8016 00000100:00080000:2.0:1761232418.426038:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232418.426042:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761232418.426050:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736130560:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761232418.426051:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232418.426067:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736130624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232418.426077:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232418.426081:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232418.426082:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232418.426085:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8016 00000100:00080000:2.0:1761232418.426087:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232418.426091:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232418.426095:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232418.426105:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736130688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232418.426111:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232418.426119:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232418.426123:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232418.426125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232418.426131:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8016 00000100:00100000:3.0:1761232418.426131:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232418/real 1761232418] req@000000001f17a0b8 x1846777736130560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232418.426134:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232418.426141:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232418.426146:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232418.426149:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736130560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232418.426156:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736130752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232418.426157:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232418.426161:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232418.426167:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736130560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232418.426171:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232418.426175:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232418.426177:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232418.426182:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8016 00000100:00080000:2.0:1761232418.426183:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232418.426187:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761232418.426190:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130624:192.168.201.106@tcp:38:kworker/u8:0.0 00000008:00100000:2.0:1761232418.426191:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232418.426207:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736130816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232418.426216:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232418.426228:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232418/real 1761232418] req@000000002f434b1a x1846777736130624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232418.426236:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736130624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232418.426242:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232418.426244:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232418.426246:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232418.426249:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130688:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232418.426259:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232418.426263:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232418/real 1761232418] req@0000000070bd2103 x1846777736130688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232418.426269:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736130688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232418.426274:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232418.426276:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232418.426277:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130688:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232418.426280:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130752:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232418.426289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232418.426293:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232418/real 1761232418] req@0000000099725227 x1846777736130752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232418.426313:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736130752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232418.426321:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232418.426322:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232418.426324:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130752:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232418.426335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130816:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232418.426349:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232418.426354:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232418/real 1761232418] req@00000000c35ccb78 x1846777736130816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232418.426360:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736130816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232443 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232418.426365:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232418.426366:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232418.426368:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130816:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232418.489982:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232419.449959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232419.514061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232420.473974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232420.538040:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232421.497952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232421.562105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232422.521922:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232422.586020:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232423.545925:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232423.545972:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232423.545983:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232423.545987:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232423.545997:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8021 00000100:00080000:2.0:1761232423.546000:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232423.546007:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232423.546041:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736130880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232423.546069:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232423.546073:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232423.546075:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232423.546079:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8021 00000100:00080000:2.0:1761232423.546081:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232423.546085:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232423.546094:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232423.546108:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736130944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232423.546117:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232423.546122:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232423.546123:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232423.546128:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8021 00000100:00080000:2.0:1761232423.546130:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232423.546135:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232423.546139:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232423.546144:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736130880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232423.546156:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736131008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232423.546169:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232423.546173:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232423.546174:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232423.546180:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8021 00000100:00080000:2.0:1761232423.546182:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232423.546185:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232423.546190:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232423.546204:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736131072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232423.546211:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232423.546214:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232423.546215:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232423.546217:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8021 00000100:00080000:2.0:1761232423.546220:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232423.546222:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232423.546226:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232423.546236:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736131136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232423.546270:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232423.546301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232423/real 1761232423] req@00000000c35ccb78 x1846777736130880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232423.546316:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736130880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232423.546324:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232423.546328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232423.546331:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736130880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232423.546337:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130944:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232423.546356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232423.546361:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232423/real 1761232423] req@0000000099725227 x1846777736130944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232423.546368:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736130944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232423.546372:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232423.546374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232423.546375:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736130944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232423.546401:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232423.546413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232423.546417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232423/real 1761232423] req@0000000070bd2103 x1846777736131008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232423.546424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736131008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232423.546429:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232423.546431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232423.546433:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232423.546436:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232423.546446:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232423.546449:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232423/real 1761232423] req@000000002f434b1a x1846777736131072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232423.546456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736131072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232423.546460:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232423.546461:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232423.546463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232423.546466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232423.546476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232423.546479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232423/real 1761232423] req@000000001f17a0b8 x1846777736131136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232423.546485:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736131136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232448 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232423.546490:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232423.546491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232423.546493:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232423.610062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232424.569980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232424.634046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232425.593939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232425.658063:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232426.617957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232426.682076:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232427.641946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232427.706140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232428.665980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232428.665982:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232428.665990:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232428.665994:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232428.666003:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8027 00000100:00080000:2.0:1761232428.666006:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232428.666012:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232428.666046:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736131200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232428.666068:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232428.666070:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232428.666072:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232428.666074:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8027 00000100:00080000:2.0:1761232428.666076:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232428.666078:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232428.666084:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232428.666091:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736131264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232428.666101:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232428.666103:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232428.666104:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232428.666107:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8027 00000100:00080000:2.0:1761232428.666108:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232428.666110:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232428.666112:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232428.666117:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736131328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232428.666122:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232428.666124:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232428.666126:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232428.666128:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8027 00000100:00080000:2.0:1761232428.666130:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232428.666135:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761232428.666135:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736131200:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:2.0:1761232428.666139:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232428.666146:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736131392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232428.666151:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232428.666153:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232428.666154:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232428.666156:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8027 00000100:00080000:2.0:1761232428.666158:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232428.666161:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232428.666163:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232428.666170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736131456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232428.666222:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232428.666246:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232428/real 1761232428] req@000000001f17a0b8 x1846777736131200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232428.666263:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736131200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232428.666272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232428.666276:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232428.666280:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736131200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232428.666287:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131264:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232428.666309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232428.666318:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232428/real 1761232428] req@000000002f434b1a x1846777736131264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232428.666329:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736131264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232428.666336:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232428.666338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232428.666341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232428.666346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131328:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232428.666364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232428.666372:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232428/real 1761232428] req@0000000070bd2103 x1846777736131328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232428.666388:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736131328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232428.666395:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232428.666397:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232428.666399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232428.666425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131392:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232428.666445:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232428.666453:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232428/real 1761232428] req@0000000099725227 x1846777736131392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232428.666463:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736131392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232428.666470:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232428.666472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232428.666475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232428.666481:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131456:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232428.666498:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232428.666506:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232428/real 1761232428] req@00000000c35ccb78 x1846777736131456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232428.666516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736131456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232453 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232428.666522:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232428.666525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232428.666528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232428.730033:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232429.689945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232429.754024:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232430.713971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232430.778242:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232431.738000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232431.802208:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232432.761989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232432.826190:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232433.785937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232433.785983:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232433.785989:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232433.785992:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232433.786000:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8032 00000100:00080000:0.0:1761232433.786002:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232433.786008:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232433.786036:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736131520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232433.786059:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232433.786062:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232433.786063:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232433.786065:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8032 00000100:00080000:0.0:1761232433.786066:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232433.786068:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232433.786075:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232433.786083:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736131584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232433.786089:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232433.786091:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232433.786092:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232433.786098:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8032 00000100:00080000:0.0:1761232433.786099:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232433.786101:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232433.786103:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232433.786108:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736131648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232433.786113:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232433.786115:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232433.786116:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232433.786118:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8032 00000100:00080000:0.0:1761232433.786120:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232433.786122:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232433.786150:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232433.786160:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736131712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232433.786161:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736131520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232433.786173:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232433.786175:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232433.786176:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232433.786179:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8032 00000100:00080000:0.0:1761232433.786181:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232433.786183:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232433.786186:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232433.786192:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736131776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232433.786228:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232433.786245:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232433/real 1761232433] req@000000008cd0ff0b x1846777736131520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232433.786256:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736131520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232433.786263:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232433.786265:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232433.786268:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736131520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232433.786272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131584:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232433.786285:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232433.786289:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232433/real 1761232433] req@00000000911b207d x1846777736131584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232433.786295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736131584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232433.786299:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232433.786301:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232433.786302:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131584:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232433.786306:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131648:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232433.786317:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232433.786320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232433/real 1761232433] req@00000000fd377aae x1846777736131648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232433.786326:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736131648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232433.786331:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232433.786332:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232433.786333:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131648:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232433.786352:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131712:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232433.786362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232433.786366:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232433/real 1761232433] req@000000000e921d21 x1846777736131712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232433.786373:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736131712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232433.786377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232433.786378:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232433.786380:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131712:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232433.786383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131776:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232433.786391:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232433.786395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232433/real 1761232433] req@00000000c90d576b x1846777736131776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232433.786400:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736131776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232458 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232433.786405:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232433.786406:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232433.786408:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131776:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232433.850079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232434.809997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232434.874013:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232435.834066:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232435.897989:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232436.858023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232436.922305:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232437.882053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232437.946303:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232438.906038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232438.906146:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232438.906156:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232438.906161:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232438.906173:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8037 00000100:00080000:2.0:1761232438.906178:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232438.906189:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232438.906236:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736131840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232438.906281:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232438.906286:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232438.906289:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232438.906294:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8037 00000100:00080000:2.0:1761232438.906297:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232438.906301:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232438.906314:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232438.906332:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736131904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232438.906344:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232438.906348:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232438.906349:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232438.906353:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8037 00000100:00080000:2.0:1761232438.906355:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232438.906359:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232438.906363:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232438.906379:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736131968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232438.906389:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232438.906394:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232438.906397:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232438.906401:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8037 00000100:00080000:2.0:1761232438.906403:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232438.906408:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232438.906414:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232438.906431:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736132032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232438.906441:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736131840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232438.906448:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232438.906459:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232438.906462:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232438.906471:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8037 00000100:00080000:2.0:1761232438.906474:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232438.906478:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232438.906485:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232438.906502:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736132096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232438.906567:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232438.906603:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232438/real 1761232438] req@00000000c35ccb78 x1846777736131840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232438.906635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736131840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232438.906653:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232438.906659:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232438.906666:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736131840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232438.906675:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131904:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232438.906711:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232438.906723:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232438/real 1761232438] req@0000000099725227 x1846777736131904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232438.906736:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736131904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232438.906745:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232438.906748:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232438.906752:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232438.906758:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131968:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232438.906777:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232438.906784:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232438/real 1761232438] req@0000000070bd2103 x1846777736131968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232438.906796:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736131968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232438.906804:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232438.906807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232438.906809:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736131968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232438.906843:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132032:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232438.906917:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232438.906929:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232438/real 1761232438] req@000000002f434b1a x1846777736132032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232438.906954:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736132032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232438.906964:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232438.906967:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232438.906971:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232438.906979:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132096:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232438.907002:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232438.907010:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232438/real 1761232438] req@000000001f17a0b8 x1846777736132096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232438.907023:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736132096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232463 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232438.907034:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232438.907037:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232438.907040:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232438.970151:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232439.930037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232439.995814:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232440.954010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232441.018916:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232441.978078:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232442.042243:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232443.001989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232443.066134:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232444.026053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232444.026073:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.026083:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232444.026088:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.026100:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8042 00000100:00080000:0.0:1761232444.026105:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.026113:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232444.026153:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736132160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232444.026196:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.026200:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232444.026202:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.026207:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8042 00000100:00080000:0.0:1761232444.026209:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.026212:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232444.026223:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232444.026236:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736132224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232444.026249:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.026254:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232444.026259:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761232444.026260:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736132160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232444.026273:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8042 00000100:00080000:0.0:1761232444.026279:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.026285:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232444.026293:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232444.026314:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736132288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232444.026327:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232444.026332:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232444.026334:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232444.026340:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8042 00000100:00080000:0.0:1761232444.026343:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.026355:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761232444.026355:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761232444.026368:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232444.026388:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232444] req@00000000330b2500 x1846777736132160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232444.026396:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736132352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232444.026423:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232444.026425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736132160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232444.026435:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232444.026443:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232444.026446:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232444.026455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761232444.026460:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8042 00000100:00100000:3.0:1761232444.026464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736132160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232444.026468:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232444.026481:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232444.026490:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232444.026498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232444.026513:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736132416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232444.026531:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232444.026549:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232444] req@00000000de11a021 x1846777736132224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232444.026565:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736132224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232444.026573:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232444.026576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232444.026580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232444.026587:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232444.026605:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232444.026612:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232444] req@0000000023d541ab x1846777736132288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232444.026623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736132288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232444.026630:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232444.026632:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232444.026635:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232444.026640:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232444.026656:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232444.026663:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232444] req@00000000e0da2515 x1846777736132352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232444.026674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736132352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232444.026681:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232444.026683:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232444.026686:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232444.026704:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232444.026721:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232444.026728:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232444/real 1761232444] req@00000000d75fe628 x1846777736132416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232444.026739:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736132416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232469 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232444.026747:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232444.026749:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232444.026751:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232444.090082:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232445.049969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232445.114162:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232446.074144:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232446.138214:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232447.097959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232447.162171:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232448.122034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232448.186189:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232449.146058:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232449.146116:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232449.146132:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232449.146138:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232449.146155:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8047 00000100:00080000:3.0:1761232449.146160:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232449.146172:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232449.146235:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736132480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232449.146284:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232449.146290:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232449.146292:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232449.146297:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8047 00000100:00080000:3.0:1761232449.146300:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232449.146304:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232449.146318:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232449.146332:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736132544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232449.146343:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232449.146349:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232449.146351:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232449.146356:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8047 00000100:00080000:3.0:1761232449.146360:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232449.146364:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232449.146368:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232449.146380:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736132608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232449.146390:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232449.146394:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232449.146395:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232449.146399:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8047 00000100:00080000:3.0:1761232449.146402:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232449.146406:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232449.146413:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232449.146417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736132480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232449.146429:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736132672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232449.146443:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232449.146449:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232449.146451:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232449.146459:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8047 00000100:00080000:3.0:1761232449.146462:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232449.146466:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232449.146472:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232449.146490:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736132736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232449.146556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232449.146589:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232449.146620:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232449.146646:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232449.210312:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232450.170172:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232450.234158:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232451.194106:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232451.258138:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232452.218122:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761232452.218256:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761232452.218292:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232452.218305:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232452.218337:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232452.218343:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232452.218348:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232452.218352:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761232452.218402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232449/real 1761232452] req@00000000a20dea0d x1846777736132672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232452.218433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736132672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232452.218445:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232452.218448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232452.218452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232452.218459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232449/real 1761232452] req@00000000311bc461 x1846777736132736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232452.218470:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736132736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232452.218477:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232452.218479:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232452.218482:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132736:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232452.218488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232449/real 1761232452] req@00000000eb335f49 x1846777736132480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232452.218499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736132480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232452.218505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232452.218508:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232452.218511:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736132480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232452.218516:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232449/real 1761232452] req@000000007cc317a5 x1846777736132544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232452.218526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736132544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232452.218539:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232452.218542:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232452.218545:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232452.218550:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232449/real 1761232452] req@00000000d46ba267 x1846777736132608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232452.218562:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736132608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232474 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232452.218569:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232452.218571:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232452.218574:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132608:192.168.201.106@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1761232452.282056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232453.242019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232453.306031:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232454.266062:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232454.266080:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232454.266085:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232454.266099:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8052 00000100:00080000:3.0:1761232454.266104:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232454.266114:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232454.266131:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232454.266159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736132800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232454.266203:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232454.266208:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232454.266210:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232454.266215:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8052 00000100:00080000:3.0:1761232454.266218:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232454.266222:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232454.266233:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232454.266246:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736132864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232454.266258:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232454.266262:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232454.266264:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232454.266268:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8052 00000100:00080000:3.0:1761232454.266270:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232454.266273:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232454.266277:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232454.266287:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736132928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232454.266297:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232454.266302:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232454.266304:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232454.266309:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8052 00000100:00080000:3.0:1761232454.266311:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232454.266319:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232454.266320:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736132800:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761232454.266328:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232454.266340:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736132992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232454.266351:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232454.266354:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232454.266356:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232454.266361:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8052 00000100:00080000:3.0:1761232454.266363:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232454.266368:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232454.266374:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232454.266385:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736133056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232454.266424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232454.266459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232454/real 1761232454] req@00000000d46ba267 x1846777736132800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232454.266488:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736132800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232454.266505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232454.266510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232454.266516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736132800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232454.266529:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232454.266572:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232454.266590:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232454/real 1761232454] req@000000007cc317a5 x1846777736132864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232454.266613:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736132864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232454.266629:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232454.266633:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232454.266639:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232454.266663:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232454.266703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232454.266718:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232454/real 1761232454] req@00000000eb335f49 x1846777736132928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232454.266753:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736132928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232454.266766:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232454.266770:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232454.266775:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232454.266817:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232454.266854:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232454.266867:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232454/real 1761232454] req@00000000311bc461 x1846777736132992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232454.266979:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736132992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232454.267004:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232454.267008:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232454.267013:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736132992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232454.267023:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232454.267063:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232454.267077:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232454/real 1761232454] req@00000000a20dea0d x1846777736133056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232454.267097:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736133056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232479 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232454.267110:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232454.267114:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232454.267119:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232454.330168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232455.290145:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232455.354131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232456.314017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232456.378241:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232457.338014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232457.402197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232458.361958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232458.426095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232459.385997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232459.386150:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232459.386167:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232459.386173:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232459.386190:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8057 00000100:00080000:2.0:1761232459.386195:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232459.386207:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232459.386275:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736133120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232459.386323:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232459.386328:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232459.386330:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232459.386335:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8057 00000100:00080000:2.0:1761232459.386338:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232459.386341:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232459.386355:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232459.386369:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736133184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232459.386380:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232459.386386:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232459.386389:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232459.386396:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8057 00000100:00080000:2.0:1761232459.386399:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232459.386408:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232459.386417:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232459.386436:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736133248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232459.386456:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232459.386466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736133120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232459.386472:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232459.386478:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232459.386490:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8057 00000100:00080000:2.0:1761232459.386497:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232459.386506:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232459.386518:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232459.386545:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736133312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232459.386576:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232459.386586:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232459.386590:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232459.386595:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232459.386606:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8057 00000100:00080000:2.0:1761232459.386611:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232459.386618:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232459/real 1761232459] req@000000001f17a0b8 x1846777736133120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232459.386622:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232459.386638:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232459.386648:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736133120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232459.386661:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761232459.386667:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736133376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232459.386669:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232459.386681:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736133120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232459.386696:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133184:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232459.386729:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232459.386736:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232459/real 1761232459] req@000000002f434b1a x1846777736133184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232459.386748:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736133184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232459.386758:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232459.386760:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232459.386763:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133184:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232459.386787:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133248:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232459.386815:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232459.386822:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232459/real 1761232459] req@0000000070bd2103 x1846777736133248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232459.386830:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736133248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232459.386898:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232459.386900:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232459.386903:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133248:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232459.386909:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133312:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232459.386927:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232459.386934:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232459/real 1761232459] req@0000000099725227 x1846777736133312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232459.386944:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736133312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232459.386949:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232459.386951:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232459.386954:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133312:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232459.386958:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133376:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232459.386970:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232459.386975:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232459/real 1761232459] req@00000000c35ccb78 x1846777736133376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232459.386982:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736133376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232484 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232459.386988:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232459.386989:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232459.386991:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133376:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232459.450156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232460.409977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232460.474000:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232461.433998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232461.498141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232462.457943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232462.522163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232463.482000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232463.546082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232464.506005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232464.506049:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232464.506065:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232464.506071:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232464.506088:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8062 00000100:00080000:2.0:1761232464.506093:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232464.506104:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232464.506173:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736133440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232464.506207:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232464.506214:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232464.506218:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232464.506224:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8062 00000100:00080000:2.0:1761232464.506227:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232464.506232:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232464.506247:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232464.506254:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736133440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232464.506268:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736133504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232464.506287:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232464.506292:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232464.506294:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232464.506299:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8062 00000100:00080000:2.0:1761232464.506302:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232464.506307:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232464.506312:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232464.506326:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736133568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232464.506337:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232464.506340:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232464.506342:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232464.506346:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8062 00000100:00080000:2.0:1761232464.506349:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232464.506356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232464.506362:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232464.506372:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232464.506390:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736133632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232464.506396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232464/real 1761232464] req@00000000c35ccb78 x1846777736133440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232464.506471:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232464.506479:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232464.506483:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232464.506490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736133440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232464.506500:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8062 00000100:00080000:2.0:1761232464.506514:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232464.506527:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232464.506538:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761232464.506540:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232464.506556:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232464.506571:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736133440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232464.506572:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736133696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232464.506632:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232464.506662:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232464.506672:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232464/real 1761232464] req@0000000099725227 x1846777736133504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232464.506685:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736133504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232464.506694:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232464.506698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232464.506701:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232464.506708:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232464.506727:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232464.506734:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232464/real 1761232464] req@0000000070bd2103 x1846777736133568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232464.506746:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736133568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232464.506754:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232464.506756:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232464.506759:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232464.506765:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232464.506818:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232464.506828:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232464/real 1761232464] req@000000002f434b1a x1846777736133632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232464.506840:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736133632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232464.506849:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232464.506851:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232464.506855:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232464.506861:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232464.506932:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232464.506942:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232464/real 1761232464] req@000000001f17a0b8 x1846777736133696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232464.506954:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736133696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232489 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232464.506964:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232464.506966:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232464.506970:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232464.570156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232465.530073:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232465.594134:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232466.554054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232466.618235:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232467.578175:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232467.642126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232468.601996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232468.666205:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232469.626044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232469.626165:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232469.626181:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232469.626187:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232469.626205:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8068 00000100:00080000:3.0:1761232469.626210:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232469.626222:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232469.626285:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736133760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232469.626329:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232469.626334:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232469.626336:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232469.626342:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8068 00000100:00080000:3.0:1761232469.626344:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232469.626348:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232469.626362:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232469.626376:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736133824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232469.626386:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232469.626389:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232469.626391:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232469.626397:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8068 00000100:00080000:3.0:1761232469.626399:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232469.626403:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232469.626408:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232469.626418:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736133888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232469.626430:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232469.626434:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232469.626436:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232469.626441:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8068 00000100:00080000:3.0:1761232469.626443:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232469.626447:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232469.626454:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232469.626465:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736133952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232469.626475:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736133760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232469.626489:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232469.626494:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232469.626496:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232469.626502:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8068 00000100:00080000:3.0:1761232469.626505:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232469.626511:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232469.626519:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232469.626533:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736134016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232469.626586:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232469.626617:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232469/real 1761232469] req@0000000017b16811 x1846777736133760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232469.626641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736133760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232469.626655:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232469.626659:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232469.626664:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736133760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232469.626674:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232469.626698:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232469.626706:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232469/real 1761232469] req@00000000736ef9ba x1846777736133824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232469.626760:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736133824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232469.626769:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232469.626772:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232469.626775:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232469.626782:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232469.626806:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232469.626814:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232469/real 1761232469] req@00000000d2119349 x1846777736133888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232469.626826:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736133888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232469.626834:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232469.626837:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232469.626840:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232469.626922:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232469.626957:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232469.626967:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232469/real 1761232469] req@000000000b14a2de x1846777736133952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232469.626979:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736133952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232469.626988:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232469.626991:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232469.626994:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736133952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232469.627000:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232469.627018:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232469.627025:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232469/real 1761232469] req@000000003dd9839b x1846777736134016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232469.627037:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736134016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232494 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232469.627045:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232469.627048:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232469.627050:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232469.690171:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232470.650044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232470.714125:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232471.673968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232471.738146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232472.698020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232472.762128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232473.722053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232473.786107:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232474.745997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232474.746024:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232474.746039:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232474.746045:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232474.746059:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8073 00000100:00080000:3.0:1761232474.746066:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232474.746077:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232474.746138:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736134080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232474.746187:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232474.746196:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232474.746200:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232474.746210:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8073 00000100:00080000:3.0:1761232474.746215:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232474.746222:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232474.746237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232474.746261:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736134080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232474.746264:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736134144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232474.746284:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232474.746291:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232474.746295:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232474.746303:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8073 00000100:00080000:3.0:1761232474.746307:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232474.746315:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232474.746326:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232474.746344:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736134208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232474.746358:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232474.746359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232474.746364:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232474.746367:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232474.746373:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8073 00000100:00080000:3.0:1761232474.746377:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232474.746382:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232474.746390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232474/real 1761232474] req@0000000009919b3e x1846777736134080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:3.0:1761232474.746390:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232474.746404:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736134272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232474.746416:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736134080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232474.746417:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232474.746423:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232474.746426:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232474.746431:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8073 00000100:00080000:2.0:1761232474.746434:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232474.746435:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232474.746439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761232474.746440:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232474.746446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736134080:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761232474.746446:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232474.746459:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736134336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232474.746484:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232474.746526:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232474.746545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232474/real 1761232474] req@0000000066592840 x1846777736134144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232474.746568:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736134144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232474.746583:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232474.746587:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232474.746592:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232474.746603:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232474.746641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232474.746681:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232474/real 1761232474] req@00000000d3a306c9 x1846777736134208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232474.746706:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736134208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232474.746720:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232474.746724:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232474.746730:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232474.746741:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232474.746783:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232474.746800:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232474/real 1761232474] req@0000000044909560 x1846777736134272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232474.746820:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736134272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232474.746835:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232474.746840:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232474.746845:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232474.746854:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232474.746936:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232474.746954:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232474/real 1761232474] req@00000000a0b7b6fd x1846777736134336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232474.746976:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736134336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232499 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232474.746990:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232474.746994:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232474.747000:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232474.810034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232475.770052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232475.834134:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232476.794031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232476.858161:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232477.818001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232477.882165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232478.842064:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232478.906103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232479.866021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232479.866110:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232479.866121:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232479.866125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232479.866136:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8078 00000100:00080000:2.0:1761232479.866140:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232479.866149:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232479.866195:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736134400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232479.866234:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232479.866239:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232479.866241:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232479.866245:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8078 00000100:00080000:2.0:1761232479.866248:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232479.866252:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232479.866262:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232479.866275:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736134464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232479.866286:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232479.866290:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232479.866291:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232479.866295:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8078 00000100:00080000:2.0:1761232479.866297:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232479.866300:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232479.866304:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232479.866312:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736134528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232479.866322:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232479.866326:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232479.866328:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232479.866332:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8078 00000100:00080000:2.0:1761232479.866335:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232479.866339:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232479.866345:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232479.866354:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736134592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232479.866360:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736134400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232479.866376:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232479.866380:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232479.866382:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232479.866387:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8078 00000100:00080000:2.0:1761232479.866390:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232479.866394:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232479.866399:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232479.866415:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736134656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232479.866462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232479.866495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232479/real 1761232479] req@000000001f17a0b8 x1846777736134400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232479.866540:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736134400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232479.866559:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232479.866564:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232479.866572:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736134400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232479.866585:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232479.866649:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232479.866663:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232479/real 1761232479] req@000000002f434b1a x1846777736134464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232479.866677:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736134464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232479.866687:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232479.866690:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232479.866693:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232479.866700:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232479.866721:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232479.866729:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232479/real 1761232479] req@0000000070bd2103 x1846777736134528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232479.866741:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736134528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232479.866749:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232479.866752:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232479.866755:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232479.866787:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232479.866807:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232479.866815:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232479/real 1761232479] req@0000000099725227 x1846777736134592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232479.866827:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736134592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232479.866835:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232479.866838:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232479.866841:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232479.866847:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232479.866906:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232479.866917:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232479/real 1761232479] req@00000000c35ccb78 x1846777736134656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232479.866930:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736134656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232504 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232479.866939:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232479.866941:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232479.866945:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232479.930159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232480.890031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232480.954087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232481.914024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232481.978105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232482.937985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232483.002087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232483.961957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232484.026189:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232484.985978:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232484.985990:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232484.985994:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232484.986004:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8083 00000100:00080000:0.0:1761232484.986008:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232484.986015:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232484.986046:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736134720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232484.986066:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232484.986071:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232484.986080:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232484.986082:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232484.986092:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8083 00000100:00080000:0.0:1761232484.986096:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232484.986101:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232484.986109:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232484.986115:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736134720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232484.986123:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736134784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232484.986133:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232484.986136:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232484.986137:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232484.986139:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8083 00000100:00080000:0.0:1761232484.986141:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232484.986143:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232484.986147:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232484.986155:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736134848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232484.986163:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232484.986165:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232484.986166:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232484.986169:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8083 00000100:00080000:0.0:1761232484.986171:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232484.986173:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232484.986176:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232484.986183:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736134912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232484.986188:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232484.986190:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232484.986191:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761232484.986197:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232484.986198:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8083 00000100:00080000:0.0:1761232484.986202:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232484.986205:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232484.986209:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232484.986218:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736134976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232484.986225:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232484/real 1761232484] req@000000009dca9672 x1846777736134720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232484.986241:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736134720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232484.986250:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232484.986253:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232484.986256:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736134720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232484.986277:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232484.986295:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232484.986301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232484/real 1761232484] req@000000001edf5a39 x1846777736134784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232484.986309:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736134784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232484.986315:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232484.986317:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232484.986319:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232484.986323:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232484.986334:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232484.986338:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232484/real 1761232484] req@00000000d75fe628 x1846777736134848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232484.986345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736134848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232484.986350:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232484.986352:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232484.986353:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232484.986357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232484.986371:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232484.986375:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232484/real 1761232484] req@00000000e0da2515 x1846777736134912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232484.986382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736134912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232484.986387:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232484.986389:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232484.986390:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232484.986394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232484.986405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232484.986410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232484/real 1761232484] req@0000000023d541ab x1846777736134976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232484.986417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736134976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232509 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232484.986422:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232484.986423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232484.986425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736134976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232485.050200:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232486.009991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232486.074213:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232487.034043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232487.098251:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232488.058003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232488.122156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232489.082021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232489.146151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232490.106045:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232490.106060:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232490.106065:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232490.106082:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8088 00000100:00080000:0.0:1761232490.106088:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232490.106095:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232490.106100:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232490.106152:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736135040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232490.106187:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232490.106192:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232490.106194:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232490.106199:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8088 00000100:00080000:0.0:1761232490.106201:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232490.106205:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232490.106215:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232490.106229:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736135104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232490.106239:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232490.106242:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232490.106244:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232490.106248:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8088 00000100:00080000:0.0:1761232490.106251:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232490.106254:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232490.106257:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232490.106266:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736135168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232490.106275:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232490.106278:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232490.106280:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232490.106287:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8088 00000100:00080000:0.0:1761232490.106290:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232490.106295:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232490.106299:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232490.106308:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736135232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232490.106320:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232490.106325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736135040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232490.106327:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232490.106331:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232490.106342:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8088 00000100:00080000:0.0:1761232490.106344:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232490.106347:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232490.106353:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232490.106369:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736135296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232490.106423:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232490.106454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232490/real 1761232490] req@00000000de11a021 x1846777736135040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232490.106475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736135040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232490.106524:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232490.106528:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232490.106533:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736135040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232490.106542:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232490.106568:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232490.106578:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232490/real 1761232490] req@00000000330b2500 x1846777736135104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232490.106591:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736135104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232490.106600:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232490.106603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232490.106606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232490.106612:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232490.106630:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232490.106637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232490/real 1761232490] req@00000000c90d576b x1846777736135168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232490.106648:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736135168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232490.106664:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232490.106666:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232490.106669:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232490.106703:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232490.106722:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232490.106729:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232490/real 1761232490] req@000000000e921d21 x1846777736135232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232490.106741:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736135232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232490.106749:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232490.106752:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232490.106755:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232490.106761:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232490.106777:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232490.106784:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232490/real 1761232490] req@00000000fd377aae x1846777736135296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232490.106796:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736135296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232515 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232490.106804:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232490.106806:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232490.106809:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232490.170177:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232491.130009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232491.194003:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232492.154088:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232492.218183:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232493.178030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232493.242240:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232494.202018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232494.266141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232495.226049:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232495.226064:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232495.226071:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232495.226073:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232495.226089:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8093 00000100:00080000:0.0:1761232495.226095:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232495.226105:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232495.226153:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736135360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232495.226190:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232495.226196:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232495.226198:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232495.226203:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8093 00000100:00080000:0.0:1761232495.226205:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232495.226209:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232495.226219:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232495.226231:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736135424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232495.226241:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232495.226244:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232495.226246:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232495.226250:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8093 00000100:00080000:0.0:1761232495.226252:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232495.226256:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232495.226259:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232495.226270:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736135488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232495.226279:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232495.226283:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232495.226285:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232495.226290:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8093 00000100:00080000:0.0:1761232495.226292:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232495.226297:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232495.226303:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232495.226314:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736135552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232495.226325:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232495.226331:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736135360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232495.226333:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232495.226336:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232495.226348:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8093 00000100:00080000:0.0:1761232495.226351:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232495.226354:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232495.226359:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232495.226376:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736135616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232495.226456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232495.226487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232495/real 1761232495] req@00000000911b207d x1846777736135360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232495.226508:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736135360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232495.226520:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232495.226525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232495.226529:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736135360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232495.226538:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232495.226564:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232495.226573:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232495/real 1761232495] req@000000008cd0ff0b x1846777736135424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232495.226586:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736135424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232495.226595:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232495.226597:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232495.226600:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232495.226607:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232495.226625:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232495.226634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232495/real 1761232495] req@00000000fd377aae x1846777736135488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232495.226646:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736135488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232495.226654:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232495.226657:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232495.226659:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232495.226693:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232495.226712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232495.226720:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232495/real 1761232495] req@000000000e921d21 x1846777736135552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232495.226732:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736135552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232495.226741:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232495.226743:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232495.226745:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232495.226752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232495.226768:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232495.226776:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232495/real 1761232495] req@00000000c90d576b x1846777736135616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232495.226787:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736135616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232520 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232495.226803:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232495.226806:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232495.226809:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232495.290128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232496.249986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232496.313991:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232497.274017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232497.338150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232498.297976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232498.362116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232499.322009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232499.386162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232500.346049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232500.346058:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232500.346073:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232500.346079:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232500.346095:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8098 00000100:00080000:1.0:1761232500.346101:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232500.346123:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232500.346176:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736135680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232500.346222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232500.346229:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232500.346233:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232500.346240:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8098 00000100:00080000:1.0:1761232500.346244:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232500.346251:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232500.346266:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232500.346288:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736135744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232500.346304:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232500.346309:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232500.346312:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232500.346317:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8098 00000100:00080000:1.0:1761232500.346320:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232500.346324:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232500.346330:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232500.346346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736135680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232500.346348:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736135808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232500.346400:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232500.346405:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232500.346407:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232500.346412:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8098 00000100:00080000:1.0:1761232500.346426:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232500.346431:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232500.346439:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232500.346454:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736135872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232500.346464:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232500.346468:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232500.346470:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232500.346476:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8098 00000100:00080000:1.0:1761232500.346481:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761232500.346483:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232500.346490:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232500.346498:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232500.346512:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736135936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232500.346520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232500/real 1761232500] req@00000000cee0df34 x1846777736135680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232500.346547:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736135680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232500.346561:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232500.346566:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232500.346571:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736135680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232500.346580:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135744:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232500.346605:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232500.346614:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232500/real 1761232500] req@000000001dfe2b3c x1846777736135744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232500.346627:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736135744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232500.346635:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232500.346639:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232500.346642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135744:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232500.346695:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135808:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232500.346718:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232500.346727:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232500/real 1761232500] req@00000000f52221c5 x1846777736135808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232500.346740:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736135808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232500.346748:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232500.346751:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232500.346754:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135808:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232500.346760:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135872:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232500.346778:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232500.346785:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232500/real 1761232500] req@00000000c65fa7c5 x1846777736135872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232500.346796:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736135872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232500.346805:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232500.346807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232500.346810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135872:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232500.346815:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135936:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232500.346835:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232500.346842:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232500/real 1761232500] req@00000000dcfa4436 x1846777736135936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232500.346854:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736135936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232525 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232500.346897:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232500.346900:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232500.346904:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736135936:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232500.410017:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232501.369981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232501.434046:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232502.394057:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232502.458170:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232503.418012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232503.482194:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232504.442001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232504.506318:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232505.466015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232505.466066:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232505.466077:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232505.466081:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232505.466093:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8103 00000100:00080000:2.0:1761232505.466097:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232505.466105:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232505.466152:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736136000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232505.466193:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232505.466197:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232505.466200:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232505.466204:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8103 00000100:00080000:2.0:1761232505.466207:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232505.466210:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232505.466223:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232505.466240:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736136064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232505.466256:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232505.466264:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232505.466273:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232505.466276:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232505.466287:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8103 00000100:00080000:2.0:1761232505.466291:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232505.466297:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232505.466307:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232505.466358:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736136128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232505.466375:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232505.466382:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1761232505.466386:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232505.466387:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232505.466401:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8103 00000100:00080000:2.0:1761232505.466406:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232505.466414:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232505.466420:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232505/real 1761232505] req@00000000c35ccb78 x1846777736136000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761232505.466428:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232505.466451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736136000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232505.466460:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736136192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232505.466468:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232505.466475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232505.466487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232505.466493:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232505.466500:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232505.466503:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232505.466511:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8103 00000100:00080000:2.0:1761232505.466514:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232505.466521:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232505.466525:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136064:192.168.201.106@tcp:38:kworker/u8:0.0 00000008:00100000:2.0:1761232505.466531:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232505.466557:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736136256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232505.466570:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232505.466591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232505/real 1761232505] req@0000000099725227 x1846777736136064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232505.466611:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736136064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232505.466621:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232505.466624:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232505.466627:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232505.466634:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232505.466654:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232505.466661:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232505/real 1761232505] req@0000000070bd2103 x1846777736136128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232505.466673:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736136128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232505.466681:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232505.466683:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232505.466686:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232505.466692:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232505.466711:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232505.466719:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232505/real 1761232505] req@000000002f434b1a x1846777736136192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232505.466731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736136192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232505.466739:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232505.466741:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232505.466744:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232505.466762:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232505.466781:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232505.466789:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232505/real 1761232505] req@000000001f17a0b8 x1846777736136256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232505.466800:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736136256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232530 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232505.466809:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232505.466811:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232505.466814:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136256:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232505.530182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232506.490036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232506.554121:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232507.514100:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232507.578329:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232508.537985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232508.602163:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232509.562002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232509.626146:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232510.586017:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232510.586032:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232510.586037:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232510.586051:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8109 00000100:00080000:2.0:1761232510.586055:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232510.586066:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232510.586088:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232510.586115:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736136320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232510.586149:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232510.586155:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232510.586158:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232510.586163:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8109 00000100:00080000:2.0:1761232510.586166:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232510.586171:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232510.586184:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232510.586199:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232510.586203:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736136384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232510.586223:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232510.586227:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232510.586229:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232510.586234:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8109 00000100:00080000:2.0:1761232510.586237:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232510.586240:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232510.586245:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232510.586287:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736136448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232510.586299:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232510.586303:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232510.586306:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232510.586310:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8109 00000100:00080000:2.0:1761232510.586312:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232510.586316:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232510.586323:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232510.586327:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232510.586343:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736136512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232510.586356:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232510.586361:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761232510.586363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232510/real 1761232510] req@000000001f17a0b8 x1846777736136320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232510.586364:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232510.586378:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8109 00000100:00080000:2.0:1761232510.586384:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232510.586392:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232510.586398:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232510.586407:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736136320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232510.586414:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736136576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232510.586448:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232510.586456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232510.586463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232510.586500:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136384:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232510.586533:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232510.586543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232510/real 1761232510] req@000000002f434b1a x1846777736136384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232510.586563:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736136384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232510.586572:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232510.586575:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232510.586578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136384:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232510.586585:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136448:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232510.586614:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232510.586628:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232510/real 1761232510] req@0000000070bd2103 x1846777736136448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232510.586641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736136448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232510.586649:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232510.586652:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232510.586656:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136448:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232510.586673:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136512:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232510.586709:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232510.586719:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232510/real 1761232510] req@0000000099725227 x1846777736136512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232510.586736:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736136512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232510.586745:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232510.586749:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232510.586752:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136512:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232510.586758:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136576:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232510.586784:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232510.586801:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232510/real 1761232510] req@00000000c35ccb78 x1846777736136576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232510.586813:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736136576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232535 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232510.586821:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232510.586825:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232510.586829:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136576:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232510.650148:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232511.610042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232511.674148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232512.633983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232512.698173:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232513.658021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232513.722112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232514.682019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232514.746120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232515.705964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232515.705965:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232515.705973:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232515.705976:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232515.705985:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8114 00000100:00080000:3.0:1761232515.705988:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232515.705995:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232515.706028:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736136640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232515.706048:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232515.706051:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232515.706052:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232515.706054:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8114 00000100:00080000:3.0:1761232515.706055:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232515.706057:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232515.706065:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232515.706073:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736136704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232515.706079:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232515.706081:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232515.706085:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232515.706086:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232515.706089:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8114 00000100:00080000:3.0:1761232515.706091:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232515.706093:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232515.706095:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232515.706104:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736136768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232515.706109:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232515.706112:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232515.706113:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232515.706116:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8114 00000100:00080000:3.0:1761232515.706118:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232515.706120:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232515.706123:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232515.706128:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736136832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232515.706133:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232515.706135:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232515.706135:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232515.706137:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8114 00000100:00080000:3.0:1761232515.706139:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232515.706141:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232515.706143:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232515.706149:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736136896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232515.706164:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232515.706184:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232515.706213:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232515.706227:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232515.770051:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232516.730048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232516.794148:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232517.754063:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232517.818097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232518.778017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761232518.778320:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761232518.778380:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232518.778403:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232518.778460:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232518.778474:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232518.778487:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232518.778500:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761232518.778595:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232515/real 1761232518] req@0000000044909560 x1846777736136704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232518.778638:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736136704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232518.778656:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232518.778663:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232518.778669:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232518.778681:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232515/real 1761232518] req@00000000d3a306c9 x1846777736136768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232518.778700:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736136768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232518.778712:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232518.778717:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232518.778724:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232518.778734:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232515/real 1761232518] req@0000000066592840 x1846777736136832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232518.778752:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736136832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232518.778765:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232518.778769:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232518.778774:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232518.778784:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232515/real 1761232518] req@0000000009919b3e x1846777736136896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232518.778803:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736136896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232518.778817:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232518.778821:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232518.778826:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736136896:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232518.778836:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232515/real 1761232518] req@00000000a0b7b6fd x1846777736136640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232518.778857:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736136640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232540 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232518.778910:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232518.778916:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232518.778922:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136640:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:1.0:1761232518.842156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232519.802026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232519.866178:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232520.825987:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232520.826003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232520.826005:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232520.826012:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232520.826027:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8119 00000100:00080000:3.0:1761232520.826031:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232520.826040:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232520.826081:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736136960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232520.826114:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232520.826118:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232520.826120:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232520.826125:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8119 00000100:00080000:3.0:1761232520.826127:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232520.826130:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232520.826163:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232520.826183:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232520.826185:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736137024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232520.826204:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232520.826208:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232520.826210:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232520.826215:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8119 00000100:00080000:3.0:1761232520.826217:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232520.826221:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232520.826226:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232520.826241:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736137088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232520.826250:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232520.826254:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232520.826256:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232520.826261:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8119 00000100:00080000:3.0:1761232520.826263:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232520.826267:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232520.826274:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232520.826280:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232520.826290:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736137152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232520.826302:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232520.826306:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232520.826308:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232520.826310:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232520/real 1761232520] req@000000003dd9839b x1846777736136960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232520.826317:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8119 00000100:00080000:3.0:1761232520.826324:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232520.826331:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232520.826338:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232520.826349:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736136960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232520.826353:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736137216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232520.826395:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232520.826401:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232520.826409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736136960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232520.826438:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232520.826462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232520.826472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232520/real 1761232520] req@000000000b14a2de x1846777736137024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232520.826484:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736137024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232520.826495:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232520.826498:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232520.826503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232520.826513:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232520.826559:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232520.826574:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232520/real 1761232520] req@00000000d2119349 x1846777736137088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232520.826592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736137088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232520.826605:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232520.826609:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232520.826613:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232520.826622:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232520.826656:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232520.826670:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232520/real 1761232520] req@00000000736ef9ba x1846777736137152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232520.826687:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736137152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232520.826699:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232520.826703:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232520.826708:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232520.826717:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232520.826763:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232520.826776:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232520/real 1761232520] req@0000000017b16811 x1846777736137216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232520.826796:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736137216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232545 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232520.826817:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232520.826820:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232520.826824:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232520.890056:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232521.850087:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232521.914224:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232522.874016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232522.938197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232523.898007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232523.962178:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232524.922041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232524.986201:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232525.946055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232525.946139:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232525.946150:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232525.946154:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232525.946165:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8124 00000100:00080000:2.0:1761232525.946170:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232525.946178:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232525.946225:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736137280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232525.946262:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232525.946266:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232525.946268:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232525.946273:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8124 00000100:00080000:2.0:1761232525.946276:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232525.946280:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232525.946291:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232525.946307:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736137344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232525.946320:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232525.946324:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232525.946326:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232525.946332:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736137280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232525.946340:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8124 00000100:00080000:2.0:1761232525.946346:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232525.946350:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232525.946355:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232525.946369:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736137408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232525.946380:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232525.946384:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232525.946386:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232525.946390:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8124 00000100:00080000:2.0:1761232525.946393:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232525.946397:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232525.946403:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232525.946416:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736137472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232525.946426:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232525.946433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232525.946435:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232525.946442:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232525.946448:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8124 00000100:00080000:2.0:1761232525.946452:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232525.946456:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232525.946462:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232525.946476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232525/real 1761232525] req@00000000c35ccb78 x1846777736137280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232525.946479:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736137536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232525.946542:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736137280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232525.946557:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232525.946562:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232525.946566:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736137280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232525.946595:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137344:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232525.946625:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232525.946635:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232525/real 1761232525] req@0000000099725227 x1846777736137344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232525.946649:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736137344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232525.946665:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232525.946668:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232525.946671:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137344:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232525.946677:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137408:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232525.946695:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232525.946703:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232525/real 1761232525] req@0000000070bd2103 x1846777736137408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232525.946714:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736137408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232525.946722:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232525.946725:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232525.946727:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137408:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232525.946733:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137472:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232525.946751:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232525.946758:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232525/real 1761232525] req@000000002f434b1a x1846777736137472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232525.946769:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736137472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232525.946777:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232525.946779:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232525.946782:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137472:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232525.946789:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137536:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232525.946807:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232525.946814:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232525/real 1761232525] req@000000001f17a0b8 x1846777736137536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232525.946826:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736137536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232550 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232525.946834:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232525.946836:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232525.946838:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137536:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232526.010137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232526.970006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232527.034127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232527.993973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232528.058157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232529.018091:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232529.082138:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232530.041938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232530.106024:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232531.066057:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232531.066063:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232531.066069:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232531.066072:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232531.066080:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8129 00000100:00080000:0.0:1761232531.066084:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232531.066091:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232531.066127:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736137600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232531.066151:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232531.066153:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232531.066154:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232531.066157:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8129 00000100:00080000:0.0:1761232531.066158:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232531.066161:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232531.066170:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232531.066178:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736137664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232531.066186:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232531.066188:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736137600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232531.066189:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232531.066191:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232531.066197:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8129 00000100:00080000:0.0:1761232531.066198:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232531.066200:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232531.066203:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232531.066210:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736137728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232531.066215:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232531.066218:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232531.066219:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232531.066221:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8129 00000100:00080000:0.0:1761232531.066222:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232531.066225:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232531.066227:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232531.066233:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736137792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232531.066237:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232531.066238:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232531.066240:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232531.066242:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8129 00000100:00080000:0.0:1761232531.066244:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232531.066246:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232531.066249:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232531.066252:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232531.066257:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736137856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232531.066301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@00000000330b2500 x1846777736137600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232531.066324:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736137600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232531.066337:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.066341:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232531.066346:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736137600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232531.066376:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232531.066403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232531.066413:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@00000000de11a021 x1846777736137664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232531.066426:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736137664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232531.066435:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.066437:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232531.066441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232531.066447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232531.066464:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232531.066471:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@0000000023d541ab x1846777736137728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232531.066483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736137728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232531.066491:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.066494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232531.066496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232531.066502:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232531.066520:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232531.066528:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@00000000e0da2515 x1846777736137792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232531.066539:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736137792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232531.066548:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.066550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232531.066553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232531.066559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232531.066576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232531.066583:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232531/real 1761232531] req@00000000d75fe628 x1846777736137856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232531.066594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736137856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232556 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232531.066602:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232531.066604:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232531.066607:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232531.129990:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232532.090083:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232532.154123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232533.114024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232533.178070:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232534.138023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232534.202164:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232535.162055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232535.226166:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232536.186046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232536.186138:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232536.186150:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232536.186154:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232536.186166:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8134 00000100:00080000:1.0:1761232536.186170:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232536.186180:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232536.186225:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736137920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232536.186261:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232536.186266:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232536.186268:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232536.186272:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8134 00000100:00080000:1.0:1761232536.186275:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232536.186278:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232536.186289:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232536.186304:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736137984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232536.186318:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232536.186322:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232536.186326:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232536.186328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736137920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232536.186336:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8134 00000100:00080000:1.0:1761232536.186342:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232536.186345:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232536.186351:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232536.186366:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736138048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232536.186377:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232536.186381:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232536.186383:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232536.186388:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8134 00000100:00080000:1.0:1761232536.186391:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232536.186395:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232536.186400:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232536.186415:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736138112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232536.186428:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232536.186434:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232536.186441:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232536.186444:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232536.186451:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8134 00000100:00080000:1.0:1761232536.186454:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232536.186459:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232536.186464:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232536.186467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232536/real 1761232536] req@0000000054fdc67e x1846777736137920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232536.186481:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736138176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232536.186501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736137920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232536.186518:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232536.186522:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232536.186528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736137920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232536.186556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232536.186583:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232536.186593:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232536/real 1761232536] req@00000000069b687a x1846777736137984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232536.186606:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736137984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232536.186615:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232536.186618:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232536.186621:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736137984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232536.186627:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232536.186645:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232536.186653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232536/real 1761232536] req@00000000c2c1573a x1846777736138048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232536.186664:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736138048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232536.186672:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232536.186675:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232536.186677:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232536.186684:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232536.186702:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232536.186710:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232536/real 1761232536] req@000000000baedc40 x1846777736138112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232536.186721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736138112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232536.186730:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232536.186732:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232536.186734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232536.186740:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232536.186757:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232536.186764:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232536/real 1761232536] req@00000000a0dbac9b x1846777736138176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232536.186774:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736138176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232561 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232536.186782:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232536.186784:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232536.186787:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232536.250130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232537.209999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232537.274020:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232538.234044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232538.298143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232539.258031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232539.322139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232540.282015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232540.346158:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232541.306039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232541.306132:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232541.306143:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232541.306148:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232541.306159:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8139 00000100:00080000:2.0:1761232541.306173:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232541.306181:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232541.306227:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736138240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232541.306266:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232541.306271:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232541.306273:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232541.306277:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8139 00000100:00080000:2.0:1761232541.306280:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232541.306284:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232541.306294:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232541.306307:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736138304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232541.306317:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232541.306321:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232541.306323:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232541.306326:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8139 00000100:00080000:2.0:1761232541.306328:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232541.306331:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232541.306335:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232541.306343:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736138368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232541.306354:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232541.306359:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232541.306362:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232541.306366:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8139 00000100:00080000:2.0:1761232541.306368:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232541.306372:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232541.306376:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232541.306386:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736138432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232541.306403:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232541.306409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736138240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232541.306411:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232541.306414:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232541.306425:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8139 00000100:00080000:2.0:1761232541.306428:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232541.306432:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232541.306437:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232541.306451:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736138496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232541.306510:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232541.306539:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232541/real 1761232541] req@000000001f17a0b8 x1846777736138240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232541.306560:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736138240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232541.306573:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232541.306576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232541.306581:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736138240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232541.306589:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232541.306614:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232541.306622:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232541/real 1761232541] req@000000002f434b1a x1846777736138304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232541.306635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736138304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232541.306643:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232541.306646:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232541.306650:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232541.306666:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232541.306685:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232541.306692:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232541/real 1761232541] req@0000000070bd2103 x1846777736138368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232541.306704:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736138368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232541.306713:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232541.306715:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232541.306717:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232541.306758:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232541.306779:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232541.306786:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232541/real 1761232541] req@0000000099725227 x1846777736138432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232541.306798:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736138432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232541.306807:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232541.306809:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232541.306811:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232541.306824:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232541.306841:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232541.306849:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232541/real 1761232541] req@00000000c35ccb78 x1846777736138496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232541.306860:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736138496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232566 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232541.306946:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232541.306949:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232541.306953:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232541.370106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232542.330008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232542.394104:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232543.354005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232543.418084:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232544.378012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232544.442137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232545.402013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232545.466093:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232546.426038:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232546.426054:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:3.0:1761232546.426054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232546.426061:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232546.426075:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8144 00000100:00080000:2.0:1761232546.426082:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232546.426093:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232546.426137:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736138560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232546.426193:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232546.426201:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232546.426205:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232546.426214:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8144 00000100:00080000:2.0:1761232546.426219:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232546.426226:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736138560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232546.426232:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232546.426251:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232546.426280:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736138624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232546.426300:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232546.426307:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232546.426311:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232546.426319:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8144 00000800:00000100:0.0:1761232546.426328:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232546.426329:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232546.426341:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232546.426350:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232546.426365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232546/real 1761232546] req@00000000c35ccb78 x1846777736138560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232546.426374:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736138688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232546.426404:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232546.426411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736138560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232546.426415:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232546.426421:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232546.426436:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8144 00000100:00080000:0.0:1761232546.426439:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232546.426442:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232546.426447:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761232546.426455:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232546.426462:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736138560:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761232546.426467:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232546.426488:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736138752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232546.426500:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:2.0:1761232546.426515:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232546.426523:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232546.426527:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232546.426536:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8144 00000100:00080000:2.0:1761232546.426541:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232546.426544:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232546.426553:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232546.426564:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232546/real 1761232546] req@0000000099725227 x1846777736138624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761232546.426564:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232546.426593:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736138816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232546.426594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736138624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232546.426658:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232546.426663:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232546.426671:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232546.426684:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138688:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232546.426723:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232546.426740:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232546/real 1761232546] req@0000000070bd2103 x1846777736138688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232546.426763:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736138688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232546.426775:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232546.426778:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232546.426781:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138688:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232546.426821:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138752:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232546.426903:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232546.426916:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232546/real 1761232546] req@000000002f434b1a x1846777736138752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232546.426929:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736138752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232546.426937:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232546.426940:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232546.426943:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138752:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232546.426951:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138816:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232546.426975:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232546.426991:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232546/real 1761232546] req@000000001f17a0b8 x1846777736138816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232546.427002:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736138816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232571 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232546.427009:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232546.427012:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232546.427015:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138816:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232546.490123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232547.450005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232547.514193:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232548.474005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232548.538154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232549.497966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232549.562097:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232550.521967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232550.586131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232551.545983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232551.546016:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232551.546032:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232551.546039:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232551.546053:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8149 00000100:00080000:2.0:1761232551.546059:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232551.546069:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232551.546127:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736138880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232551.546185:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232551.546192:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232551.546196:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232551.546203:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8149 00000100:00080000:2.0:1761232551.546207:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232551.546215:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232551.546232:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232551.546252:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736138880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232551.546263:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736138944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232551.546279:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232551.546284:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232551.546287:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232551.546291:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8149 00000100:00080000:2.0:1761232551.546294:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232551.546299:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232551.546307:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232551.546322:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736139008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232551.546333:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232551.546338:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232551.546340:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232551.546343:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8149 00000100:00080000:2.0:1761232551.546346:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232551.546350:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232551.546356:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232551.546363:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232551.546374:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736139072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232551.546387:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232551.546392:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232551.546394:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232551.546400:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8149 00000100:00080000:2.0:1761232551.546403:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232551.546410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232551/real 1761232551] req@000000001f17a0b8 x1846777736138880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232551.546411:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232551.546420:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232551.546437:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736139136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232551.546483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736138880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232551.546499:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232551.546504:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232551.546509:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736138880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232551.546539:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138944:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232551.546574:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232551.546586:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232551/real 1761232551] req@000000002f434b1a x1846777736138944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232551.546610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736138944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232551.546619:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232551.546623:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232551.546626:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736138944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232551.546632:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232551.546653:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232551.546661:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232551/real 1761232551] req@0000000070bd2103 x1846777736139008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232551.546674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736139008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232551.546682:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232551.546684:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232551.546687:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232551.546694:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232551.546712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232551.546720:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232551/real 1761232551] req@0000000099725227 x1846777736139072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232551.546733:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736139072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232551.546741:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232551.546744:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232551.546747:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232551.546753:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232551.546771:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232551.546781:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232551/real 1761232551] req@00000000c35ccb78 x1846777736139136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232551.546829:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736139136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232576 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232551.546844:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232551.546850:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232551.546855:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232551.610060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232552.569952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232552.634149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232553.593930:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232553.658083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232554.617977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232554.682162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232555.642046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232555.706274:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232556.666053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232556.666065:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232556.666085:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232556.666091:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232556.666102:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8155 00000100:00080000:2.0:1761232556.666106:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232556.666115:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232556.666159:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736139200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232556.666193:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232556.666198:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232556.666200:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232556.666204:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8155 00000100:00080000:2.0:1761232556.666207:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232556.666210:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232556.666220:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232556.666235:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736139264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232556.666247:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232556.666251:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232556.666253:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232556.666259:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8155 00000100:00080000:2.0:1761232556.666260:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232556.666273:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232556.666274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736139200:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761232556.666286:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232556.666300:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736139328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232556.666309:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232556.666313:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232556.666315:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232556.666319:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8155 00000100:00080000:2.0:1761232556.666323:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232556.666326:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232556.666330:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232556.666342:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736139392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232556.666351:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232556.666355:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232556.666357:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232556.666360:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8155 00000100:00080000:2.0:1761232556.666363:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232556.666368:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232556.666372:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232556.666380:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736139456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232556.666407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232556.666446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232556/real 1761232556] req@00000000c35ccb78 x1846777736139200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232556.666472:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736139200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232556.666487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232556.666491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232556.666497:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736139200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232556.666540:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232556.666589:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232556.666606:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232556/real 1761232556] req@0000000099725227 x1846777736139264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232556.666630:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736139264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232556.666647:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232556.666653:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232556.666659:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232556.666671:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232556.666713:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232556.666790:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232556/real 1761232556] req@0000000070bd2103 x1846777736139328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232556.666801:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736139328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232556.666807:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232556.666809:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232556.666811:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232556.666816:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232556.666835:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232556.666841:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232556/real 1761232556] req@000000002f434b1a x1846777736139392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232556.666854:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736139392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232556.666859:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232556.666860:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232556.666862:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232556.666891:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232556.666906:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232556.666912:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232556/real 1761232556] req@000000001f17a0b8 x1846777736139456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232556.666920:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736139456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232581 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232556.666925:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232556.666927:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232556.666929:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232556.730070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232557.689962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232557.754022:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232558.714029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232558.778194:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232559.737992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232559.802175:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232560.762054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232560.826086:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232561.786036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232561.786061:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232561.786073:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232561.786077:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232561.786091:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8160 00000100:00080000:1.0:1761232561.786095:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232561.786104:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232561.786150:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736139520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232561.786183:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232561.786188:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232561.786190:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232561.786194:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8160 00000100:00080000:1.0:1761232561.786196:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232561.786200:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232561.786210:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232561.786222:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736139584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232561.786233:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232561.786238:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232561.786241:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232561.786245:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8160 00000100:00080000:1.0:1761232561.786248:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232561.786252:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232561.786256:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232561.786268:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736139648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232561.786281:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736139520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232561.786283:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232561.786292:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232561.786295:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232561.786303:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8160 00000100:00080000:1.0:1761232561.786305:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232561.786308:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232561.786313:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232561.786328:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736139712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232561.786337:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232561.786341:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232561.786343:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232561.786347:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8160 00000100:00080000:1.0:1761232561.786350:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232561.786353:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232561.786357:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232561.786369:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736139776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232561.786405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232561.786436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232561/real 1761232561] req@00000000464e3652 x1846777736139520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232561.786457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736139520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232561.786470:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232561.786474:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232561.786479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736139520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232561.786488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232561.786515:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232561.786523:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232561/real 1761232561] req@000000006ce6fb08 x1846777736139584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232561.786536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736139584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232561.786544:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232561.786546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232561.786550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232561.786581:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232561.786602:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232561.786610:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232561/real 1761232561] req@000000009c8a8899 x1846777736139648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232561.786622:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736139648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232561.786630:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232561.786632:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232561.786635:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232561.786641:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232561.786662:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232561.786696:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232561/real 1761232561] req@00000000086973a9 x1846777736139712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232561.786717:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736139712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232561.786726:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232561.786728:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232561.786731:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232561.786737:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232561.786758:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232561.786767:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232561/real 1761232561] req@0000000013a55d77 x1846777736139776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232561.786778:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736139776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232586 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232561.786786:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232561.786789:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232561.786791:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232561.850168:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232562.809980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232562.874102:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232563.834007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232563.898139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232564.857942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232564.922090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232565.882010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232565.946140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232566.906007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232566.906078:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232566.906087:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232566.906092:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232566.906105:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8165 00000100:00080000:3.0:1761232566.906109:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232566.906119:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232566.906162:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736139840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232566.906196:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232566.906200:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232566.906202:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232566.906206:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8165 00000100:00080000:3.0:1761232566.906209:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232566.906213:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232566.906222:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232566.906234:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736139904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232566.906244:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232566.906248:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232566.906250:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232566.906253:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8165 00000100:00080000:3.0:1761232566.906255:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232566.906258:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232566.906262:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232566.906270:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736139968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232566.906280:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232566.906283:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232566.906286:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232566.906292:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8165 00000100:00080000:3.0:1761232566.906294:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232566.906300:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232566.906304:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232566.906315:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736140032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232566.906323:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736139840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232566.906336:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232566.906341:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232566.906343:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232566.906348:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8165 00000100:00080000:3.0:1761232566.906351:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232566.906354:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232566.906360:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232566.906377:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736140096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232566.906422:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232566.906449:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232566/real 1761232566] req@00000000a20dea0d x1846777736139840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232566.906469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736139840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232566.906484:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232566.906488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232566.906492:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736139840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232566.906500:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139904:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232566.906523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232566.906531:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232566/real 1761232566] req@00000000311bc461 x1846777736139904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232566.906544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736139904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232566.906552:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232566.906555:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232566.906558:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139904:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232566.906565:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139968:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232566.906583:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232566.906590:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232566/real 1761232566] req@00000000eb335f49 x1846777736139968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232566.906602:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736139968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232566.906640:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232566.906643:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232566.906647:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736139968:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232566.906681:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140032:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232566.906705:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232566.906715:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232566/real 1761232566] req@000000007cc317a5 x1846777736140032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232566.906727:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736140032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232566.906736:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232566.906739:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232566.906742:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140032:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232566.906747:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140096:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232566.906765:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232566.906772:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232566/real 1761232566] req@00000000d46ba267 x1846777736140096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232566.906784:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736140096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232591 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232566.906792:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232566.906794:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232566.906797:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140096:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232566.970050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232567.930039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232567.994062:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232568.953977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232569.018100:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232569.977962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232570.042292:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232571.001996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232571.066295:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232572.026044:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232572.026057:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232572.026062:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232572.026077:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8170 00000100:00080000:3.0:1761232572.026081:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232572.026090:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232572.026137:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736140160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232572.026139:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232572.026183:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232572.026188:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232572.026191:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232572.026197:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8170 00000100:00080000:3.0:1761232572.026200:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232572.026204:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232572.026215:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232572.026228:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736140224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232572.026253:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232572.026256:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232572.026258:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232572.026261:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8170 00000100:00080000:3.0:1761232572.026262:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232572.026265:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232572.026269:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232572.026276:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736140288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232572.026284:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232572.026287:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232572.026290:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232572.026294:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8170 00000100:00080000:3.0:1761232572.026297:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232572.026301:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232572.026305:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232572.026313:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736140352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232572.026321:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736140160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232572.026324:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232572.026334:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232572.026335:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232572.026339:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8170 00000100:00080000:3.0:1761232572.026341:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232572.026344:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232572.026349:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232572.026361:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736140416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232572.026408:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232572.026432:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@00000000d46ba267 x1846777736140160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232572.026450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736140160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232572.026460:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232572.026463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232572.026467:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736140160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232572.026473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232572.026494:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232572.026501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@000000007cc317a5 x1846777736140224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232572.026511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736140224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232572.026518:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232572.026520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232572.026522:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232572.026544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232572.026602:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232572.026611:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@00000000eb335f49 x1846777736140288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232572.026630:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736140288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232572.026637:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232572.026639:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232572.026642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232572.026669:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232572.026686:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232572.026693:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@00000000311bc461 x1846777736140352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232572.026702:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736140352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232572.026709:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232572.026711:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232572.026713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232572.026718:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232572.026732:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232572.026738:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232572/real 1761232572] req@00000000a20dea0d x1846777736140416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232572.026747:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736140416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232597 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232572.026754:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232572.026756:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232572.026759:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232572.090161:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232573.049951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232573.114243:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232574.074021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232574.138368:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232575.097991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232575.162239:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232576.122019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232576.186116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232577.146023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232577.146023:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232577.146040:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232577.146046:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232577.146060:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8175 00000100:00080000:3.0:1761232577.146064:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232577.146074:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232577.146121:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736140480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232577.146159:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232577.146166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232577.146170:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232577.146177:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8175 00000100:00080000:3.0:1761232577.146181:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232577.146187:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232577.146201:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232577.146221:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736140544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232577.146237:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232577.146244:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232577.146247:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232577.146253:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8175 00000100:00080000:3.0:1761232577.146256:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232577.146261:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232577.146265:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736140480:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761232577.146268:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232577.146283:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736140608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232577.146298:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232577.146302:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232577.146305:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232577.146310:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8175 00000100:00080000:3.0:1761232577.146313:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232577.146318:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232577.146325:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232577.146338:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736140672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232577.146351:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232577.146357:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232577.146359:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761232577.146362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232577.146365:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8175 00000100:00080000:3.0:1761232577.146368:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232577.146372:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232577.146378:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232577.146391:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736140736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232577.146397:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232577/real 1761232577] req@0000000017b16811 x1846777736140480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232577.146425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736140480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232577.146442:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232577.146447:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232577.146453:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736140480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232577.146466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232577.146534:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232577.146550:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232577/real 1761232577] req@00000000736ef9ba x1846777736140544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232577.146564:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736140544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232577.146573:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232577.146576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232577.146579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232577.146610:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232577.146633:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232577.146642:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232577/real 1761232577] req@00000000d2119349 x1846777736140608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232577.146654:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736140608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232577.146663:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232577.146665:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232577.146669:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232577.146674:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232577.146692:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232577.146699:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232577/real 1761232577] req@000000000b14a2de x1846777736140672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232577.146710:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736140672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232577.146719:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232577.146721:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232577.146724:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232577.146729:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232577.146747:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232577.146754:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232577/real 1761232577] req@000000003dd9839b x1846777736140736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232577.146766:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736140736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232602 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232577.146774:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232577.146776:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232577.146779:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232577.210151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232578.169994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232578.234241:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232579.193997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232579.258196:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232580.218019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232580.282155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232581.242018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232581.306098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232582.266126:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232582.266142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232582.266149:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232582.266151:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232582.266172:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8180 00000100:00080000:3.0:1761232582.266180:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232582.266192:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232582.266247:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736140800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232582.266286:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232582.266291:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232582.266294:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232582.266300:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8180 00000100:00080000:3.0:1761232582.266303:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232582.266309:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232582.266324:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232582.266345:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736140864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232582.266360:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232582.266363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736140800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232582.266367:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232582.266371:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232582.266379:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8180 00000100:00080000:3.0:1761232582.266382:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232582.266385:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232582.266391:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232582.266411:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736140928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232582.266423:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232582.266427:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232582.266430:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232582.266434:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8180 00000100:00080000:3.0:1761232582.266461:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232582.266469:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232582.266476:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232582.266492:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736140992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232582.266505:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232582.266512:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232582.266515:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232582.266524:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8180 00000100:00100000:0.0:1761232582.266529:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1761232582.266532:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232582.266547:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232582.266557:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232582.266583:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232582.266586:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736141056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232582.266626:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232582.266820:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232582.330184:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232583.289986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232583.354154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232584.313999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232584.378133:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232585.338048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761232585.338277:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761232585.338330:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232585.338350:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232585.338398:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232585.338465:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232585.338476:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232585.338492:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761232585.338508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232582/real 1761232585] req@0000000009919b3e x1846777736140864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232585.338543:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736140864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232585.338557:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232585.338561:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232585.338566:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232585.338574:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232582/real 1761232585] req@0000000066592840 x1846777736140928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232585.338605:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736140928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232585.338614:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232585.338617:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232585.338620:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232585.338626:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232582/real 1761232585] req@00000000d3a306c9 x1846777736140992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232585.338636:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736140992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232585.338644:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232585.338646:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232585.338649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736140992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232585.338654:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232582/real 1761232585] req@00000000a0b7b6fd x1846777736140800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232585.338665:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736140800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232585.338673:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232585.338675:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232585.338678:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736140800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232585.338710:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232582/real 1761232585] req@0000000044909560 x1846777736141056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232585.338729:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736141056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232607 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232585.338737:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232585.338740:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232585.338743:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232585.402125:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232586.362079:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232586.426160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232587.386062:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232587.386130:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232587.386137:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232587.386141:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232587.386152:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8185 00000100:00080000:0.0:1761232587.386155:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232587.386163:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232587.386197:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736141120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232587.386223:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232587.386227:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232587.386228:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232587.386232:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8185 00000100:00080000:0.0:1761232587.386233:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232587.386236:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232587.386245:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232587.386256:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736141184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232587.386268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736141120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232587.386269:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232587.386279:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232587.386282:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232587.386287:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8185 00000100:00080000:0.0:1761232587.386289:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232587.386291:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232587.386295:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232587.386308:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736141248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232587.386316:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232587.386318:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232587.386320:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232587.386323:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8185 00000100:00080000:0.0:1761232587.386325:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232587.386328:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232587.386331:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232587.386341:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736141312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232587.386347:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232587.386350:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232587.386351:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232587.386356:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8185 00000100:00080000:0.0:1761232587.386364:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232587.386364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232587.386374:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232587.386424:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232587.386430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232587/real 1761232587] req@000000001edf5a39 x1846777736141120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232587.386444:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736141376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232587.386461:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736141120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232587.386477:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232587.386482:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232587.386487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736141120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232587.386518:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232587.386576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232587.386591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232587/real 1761232587] req@000000009dca9672 x1846777736141184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232587.386612:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736141184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232587.386620:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232587.386628:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232587.386631:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232587.386637:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232587.386658:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232587.386666:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232587/real 1761232587] req@00000000d75fe628 x1846777736141248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232587.386675:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736141248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232587.386685:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232587.386688:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232587.386692:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232587.386700:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232587.386727:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232587.386738:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232587/real 1761232587] req@00000000e0da2515 x1846777736141312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232587.386753:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736141312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232587.386763:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232587.386766:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232587.386770:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232587.386778:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232587.386806:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232587.386818:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232587/real 1761232587] req@0000000023d541ab x1846777736141376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232587.386834:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736141376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232612 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232587.386844:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232587.386847:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232587.386851:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232587.450143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232588.410065:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232588.474145:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232589.434136:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232589.498125:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232590.457978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232590.522144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232591.482006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232591.546180:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232592.506026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232592.506067:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232592.506079:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232592.506084:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232592.506096:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8190 00000100:00080000:3.0:1761232592.506100:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232592.506109:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232592.506155:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736141440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232592.506189:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232592.506194:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232592.506196:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232592.506200:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8190 00000100:00080000:3.0:1761232592.506203:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232592.506206:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232592.506217:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232592.506229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736141504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232592.506239:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232592.506244:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232592.506255:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232592.506259:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8190 00000100:00080000:3.0:1761232592.506261:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232592.506265:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232592.506269:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232592.506278:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736141568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232592.506287:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232592.506292:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232592.506294:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232592.506298:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8190 00000100:00080000:3.0:1761232592.506301:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232592.506305:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232592.506310:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232592.506344:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736141632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232592.506352:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736141440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232592.506364:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232592.506370:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232592.506372:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232592.506377:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8190 00000100:00080000:3.0:1761232592.506380:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232592.506384:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232592.506390:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232592.506407:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736141696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232592.506453:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232592.506483:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232592/real 1761232592] req@0000000044909560 x1846777736141440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232592.506503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736141440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232592.506516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232592.506519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232592.506524:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736141440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232592.506536:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232592.506560:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232592.506578:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232592/real 1761232592] req@00000000a0b7b6fd x1846777736141504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232592.506590:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736141504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232592.506599:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232592.506601:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232592.506604:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232592.506610:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232592.506629:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232592.506637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232592/real 1761232592] req@00000000d3a306c9 x1846777736141568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232592.506649:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736141568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232592.506657:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232592.506659:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232592.506662:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232592.506693:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232592.506713:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232592.506721:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232592/real 1761232592] req@0000000066592840 x1846777736141632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232592.506734:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736141632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232592.506743:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232592.506745:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232592.506748:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232592.506754:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232592.506771:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232592.506777:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232592/real 1761232592] req@0000000009919b3e x1846777736141696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232592.506789:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736141696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232617 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232592.506797:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232592.506799:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232592.506802:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232592.570114:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232593.530108:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232593.594131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232594.553978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232594.618159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232595.578006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232595.642139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232596.601967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232596.666191:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232597.626044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232597.626109:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232597.626120:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232597.626125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232597.626137:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8196 00000100:00080000:0.0:1761232597.626142:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232597.626151:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232597.626200:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736141760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232597.626252:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232597.626260:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232597.626294:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232597.626302:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8196 00000100:00080000:0.0:1761232597.626306:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232597.626313:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232597.626329:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232597.626357:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736141824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232597.626377:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232597.626384:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232597.626390:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232597.626395:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736141760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232597.626405:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8196 00000100:00080000:0.0:1761232597.626413:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232597.626420:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232597.626430:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232597.626456:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736141888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232597.626475:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232597.626480:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232597.626482:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232597.626486:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8196 00000100:00080000:0.0:1761232597.626489:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232597.626494:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232597.626504:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232597.626516:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232597.626529:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232597/real 1761232597] req@00000000de11a021 x1846777736141760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232597.626544:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736141952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232597.626561:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736141760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232597.626570:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232597.626588:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232597.626593:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232597.626594:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232597.626605:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761232597.626611:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8196 00000100:00100000:1.0:1761232597.626616:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736141760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232597.626621:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232597.626629:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:0.0:1761232597.626637:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232597.626650:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232597.626674:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736142016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232597.626690:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232597.626712:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232597/real 1761232597] req@00000000330b2500 x1846777736141824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232597.626729:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736141824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232597.626746:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232597.626750:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232597.626754:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232597.626785:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232597.626820:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232597.626837:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232597/real 1761232597] req@00000000c90d576b x1846777736141888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232597.626858:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736141888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232597.626924:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232597.626929:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232597.626935:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232597.626948:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232597.626979:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232597.626991:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232597/real 1761232597] req@000000000e921d21 x1846777736141952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232597.627004:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736141952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232597.627013:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232597.627015:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232597.627019:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736141952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232597.627024:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232597.627043:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232597.627050:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232597/real 1761232597] req@00000000fd377aae x1846777736142016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232597.627061:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736142016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232622 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232597.627069:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232597.627071:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232597.627074:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142016:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232597.690194:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232598.650026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232598.714158:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232599.674056:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232599.738137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232600.697967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232600.762165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232601.721988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232601.786151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232602.746001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232602.746011:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232602.746023:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232602.746028:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232602.746040:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8201 00000100:00080000:0.0:1761232602.746045:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232602.746055:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232602.746101:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736142080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232602.746136:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232602.746141:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232602.746143:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232602.746147:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8201 00000100:00080000:0.0:1761232602.746150:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232602.746153:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232602.746163:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232602.746175:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736142144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232602.746185:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232602.746189:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232602.746191:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232602.746194:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8201 00000100:00080000:0.0:1761232602.746196:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232602.746199:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232602.746243:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232602.746256:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736142208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232602.746268:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232602.746272:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232602.746274:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232602.746279:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8201 00000100:00080000:0.0:1761232602.746281:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232602.746285:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232602.746291:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232602.746303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736142080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232602.746307:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736142272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232602.746324:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232602.746327:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232602.746329:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232602.746333:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8201 00000100:00080000:0.0:1761232602.746335:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232602.746339:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232602.746343:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232602.746357:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736142336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232602.746404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232602.746437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232602/real 1761232602] req@000000008cd0ff0b x1846777736142080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232602.746458:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736142080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232602.746471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232602.746474:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232602.746479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736142080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232602.746487:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142144:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232602.746511:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232602.746520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232602/real 1761232602] req@00000000911b207d x1846777736142144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232602.746532:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736142144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232602.746541:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232602.746543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232602.746546:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232602.746552:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142208:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232602.746570:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232602.746577:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232602/real 1761232602] req@00000000fd377aae x1846777736142208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232602.746589:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736142208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232602.746605:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232602.746608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232602.746611:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232602.746643:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142272:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232602.746665:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232602.746679:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232602/real 1761232602] req@000000000e921d21 x1846777736142272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232602.746699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736142272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232602.746713:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232602.746717:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232602.746723:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232602.746734:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142336:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232602.746773:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232602.746790:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232602/real 1761232602] req@00000000c90d576b x1846777736142336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232602.746811:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736142336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232627 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232602.746826:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232602.746829:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232602.746834:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142336:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232602.810142:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232603.770005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232603.834150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232604.794015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232604.858166:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232605.817944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232605.882058:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232606.842022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232606.906141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232607.866021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232607.866034:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232607.866047:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232607.866054:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232607.866071:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8206 00000100:00080000:2.0:1761232607.866077:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232607.866087:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232607.866172:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736142400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232607.866219:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232607.866226:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232607.866230:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232607.866238:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8206 00000100:00080000:2.0:1761232607.866242:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232607.866249:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232607.866263:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232607.866287:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736142464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232607.866304:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232607.866311:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232607.866313:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232607.866321:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8206 00000100:00080000:2.0:1761232607.866326:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232607.866334:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232607.866343:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232607.866357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736142400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232607.866369:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736142528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232607.866390:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232607.866396:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232607.866398:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232607.866405:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8206 00000100:00080000:2.0:1761232607.866409:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232607.866416:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232607.866425:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232607.866449:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736142592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232607.866457:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232607.866475:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232607.866482:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232607.866486:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232607.866495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232607/real 1761232607] req@000000001f17a0b8 x1846777736142400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232607.866497:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8206 00000100:00080000:2.0:1761232607.866505:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232607.866517:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232607.866529:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232607.866532:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736142400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232607.866550:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232607.866555:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232607.866556:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736142656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232607.866563:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736142400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232607.866573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142464:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232607.866602:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232607.866635:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232607/real 1761232607] req@000000002f434b1a x1846777736142464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232607.866647:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736142464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232607.866657:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232607.866660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232607.866663:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142464:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232607.866690:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142528:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232607.866712:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232607.866719:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232607/real 1761232607] req@0000000070bd2103 x1846777736142528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232607.866729:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736142528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232607.866737:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232607.866738:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232607.866741:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142528:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232607.866746:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142592:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232607.866761:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232607.866767:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232607/real 1761232607] req@0000000099725227 x1846777736142592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232607.866777:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736142592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232607.866784:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232607.866786:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232607.866788:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142592:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232607.866793:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142656:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232607.866808:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232607.866813:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232607/real 1761232607] req@00000000c35ccb78 x1846777736142656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232607.866822:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736142656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232632 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232607.866830:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232607.866832:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232607.866835:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142656:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232607.930204:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232608.890071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232608.954119:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232609.914028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232609.978156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232610.937988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232611.002228:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232611.961928:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232612.026136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232612.985979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232612.986040:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232612.986046:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232612.986049:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232612.986058:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8211 00000100:00080000:1.0:1761232612.986061:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232612.986067:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232612.986125:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736142720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232612.986145:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232612.986147:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232612.986148:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232612.986151:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8211 00000100:00080000:1.0:1761232612.986152:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232612.986155:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232612.986161:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232612.986169:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736142784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232612.986175:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232612.986179:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232612.986180:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736142720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232612.986181:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232612.986187:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8211 00000100:00080000:1.0:1761232612.986189:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232612.986190:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232612.986193:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232612.986201:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736142848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232612.986206:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232612.986208:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232612.986208:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232612.986211:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8211 00000100:00080000:1.0:1761232612.986212:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232612.986215:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232612.986217:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232612.986223:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736142912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232612.986227:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232612.986230:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232612.986231:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232612.986233:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8211 00000100:00080000:1.0:1761232612.986234:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232612.986236:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232612.986239:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232612.986244:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232612.986247:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736142976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232612.986265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232612/real 1761232612] req@0000000012be0532 x1846777736142720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232612.986278:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736142720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232612.986286:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232612.986288:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232612.986291:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736142720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232612.986307:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232612.986320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232612.986325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232612/real 1761232612] req@000000007a9a6396 x1846777736142784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232612.986332:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736142784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232612.986336:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232612.986338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232612.986340:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232612.986343:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232612.986352:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232612.986356:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232612/real 1761232612] req@00000000161ad79e x1846777736142848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232612.986363:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736142848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232612.986367:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232612.986368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232612.986370:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232612.986373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232612.986383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232612.986386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232612/real 1761232612] req@00000000f706d6b4 x1846777736142912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232612.986392:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736142912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232612.986396:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232612.986397:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232612.986399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232612.986402:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232612.986411:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232612.986415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232612/real 1761232612] req@0000000013a55d77 x1846777736142976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232612.986421:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736142976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232637 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232612.986429:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232612.986431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232612.986432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736142976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232613.050039:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232614.009976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232614.074070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232615.034061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232615.098259:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232616.058094:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232616.122160:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232617.081957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232617.146075:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232618.106154:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232618.106172:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232618.106177:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232618.106195:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8216 00000100:00080000:0.0:1761232618.106201:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232618.106215:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232618.106229:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761232618.106267:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736143040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232618.106306:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232618.106312:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232618.106315:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232618.106324:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8216 00000100:00080000:0.0:1761232618.106328:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232618.106335:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232618.106346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736143040:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:0.0:1761232618.106349:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232618.106376:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736143104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232618.106423:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232618.106429:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232618.106433:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232618.106442:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8216 00000100:00080000:0.0:1761232618.106447:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232618.106453:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232618.106465:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232618.106487:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736143168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232618.106488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232618.106501:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232618.106507:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232618.106509:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232618.106514:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8216 00000100:00080000:0.0:1761232618.106518:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232618.106523:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232618.106524:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232618/real 1761232618] req@00000000330b2500 x1846777736143040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:0.0:1761232618.106530:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232618.106544:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736143232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232618.106551:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736143040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232618.106559:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232618.106566:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232618.106568:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232618.106569:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232618.106573:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8216 00000100:00080000:2.0:1761232618.106574:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761232618.106577:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761232618.106579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736143040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232618.106584:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232618.106601:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232618.106613:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736143296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232618.106628:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232618.106669:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232618.106694:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232618/real 1761232618] req@00000000de11a021 x1846777736143104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232618.106717:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736143104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232618.106733:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232618.106736:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232618.106741:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232618.106749:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761232618.106780:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232618.106791:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232618/real 1761232618] req@0000000023d541ab x1846777736143168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232618.106812:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736143168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232618.106821:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232618.106823:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232618.106826:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761232618.106832:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232618.106851:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232618.106858:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232618/real 1761232618] req@00000000e0da2515 x1846777736143232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232618.106930:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736143232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232618.106945:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232618.106949:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232618.106954:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761232618.106994:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761232618.107061:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232618.107085:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232618/real 1761232618] req@00000000d75fe628 x1846777736143296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232618.107109:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736143296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232643 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232618.107124:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232618.107130:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232618.107136:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232618.170325:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232619.129956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232619.194176:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232620.153981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232620.218190:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232621.177978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232621.242160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232622.202121:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232622.266130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232623.226004:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232623.226011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232623.226015:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232623.226019:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232623.226030:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8221 00000100:00080000:2.0:1761232623.226034:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232623.226041:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232623.226086:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736143360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232623.226114:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232623.226119:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232623.226121:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232623.226126:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8221 00000100:00080000:2.0:1761232623.226128:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232623.226134:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232623.226145:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232623.226160:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736143424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232623.226161:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736143360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232623.226179:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232623.226183:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232623.226185:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232623.226189:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8221 00000100:00080000:2.0:1761232623.226191:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232623.226195:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232623.226200:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232623.226209:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736143488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232623.226217:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232623.226221:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232623.226222:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232623.226226:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8221 00000100:00080000:2.0:1761232623.226228:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232623.226231:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:0.0:1761232623.226234:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761232623.226236:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232623.226245:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736143552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232623.226254:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232623.226257:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761232623.226259:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232623/real 1761232623] req@00000000c35ccb78 x1846777736143360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232623.226259:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232623.226263:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8221 00000100:00080000:2.0:1761232623.226265:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232623.226270:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232623.226274:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232623.226277:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736143360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232623.226283:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736143616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232623.226290:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232623.226293:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232623.226298:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736143360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232623.226325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143424:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232623.226355:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232623.226364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232623/real 1761232623] req@0000000099725227 x1846777736143424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232623.226374:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736143424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232623.226381:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232623.226383:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232623.226385:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143424:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232623.226390:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143488:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232623.226406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232623.226411:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232623/real 1761232623] req@0000000070bd2103 x1846777736143488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232623.226419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736143488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232623.226425:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232623.226426:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232623.226429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143488:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232623.226432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143552:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232623.226445:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232623.226449:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232623/real 1761232623] req@000000002f434b1a x1846777736143552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232623.226457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736143552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232623.226463:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232623.226464:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232623.226466:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143552:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232623.226469:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143616:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232623.226482:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232623.226487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232623/real 1761232623] req@000000001f17a0b8 x1846777736143616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232623.226495:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736143616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232648 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232623.226501:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232623.226502:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232623.226504:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143616:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232623.290160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232624.250104:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232624.314140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232625.274109:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232625.338208:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232626.297999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232626.362023:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232627.321946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232627.386048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232628.346028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232628.346076:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232628.346084:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232628.346089:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232628.346098:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8226 00000100:00080000:3.0:1761232628.346102:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232628.346109:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232628.346149:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736143680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232628.346210:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232628.346215:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232628.346217:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232628.346221:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8226 00000100:00080000:3.0:1761232628.346224:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232628.346227:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232628.346237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232628.346260:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736143744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232628.346271:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232628.346275:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232628.346277:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232628.346280:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8226 00000100:00080000:3.0:1761232628.346282:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232628.346285:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232628.346292:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232628.346300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736143680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232628.346305:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736143808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232628.346321:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232628.346324:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232628.346326:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232628.346330:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8226 00000100:00080000:3.0:1761232628.346332:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232628.346336:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232628.346340:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232628.346354:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736143872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232628.346364:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232628.346368:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232628.346369:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232628.346374:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8226 00000100:00080000:3.0:1761232628.346376:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232628.346380:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232628.346384:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232628.346396:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232628.346398:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736143936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232628.346429:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232628/real 1761232628] req@000000003dd9839b x1846777736143680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232628.346451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736143680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232628.346463:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232628.346467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232628.346471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736143680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232628.346479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143744:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232628.346503:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232628.346511:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232628/real 1761232628] req@000000000b14a2de x1846777736143744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232628.346523:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736143744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232628.346539:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232628.346541:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232628.346544:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143744:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232628.346571:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143808:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232628.346589:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232628.346596:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232628/real 1761232628] req@00000000d2119349 x1846777736143808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232628.346607:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736143808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232628.346615:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232628.346617:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232628.346620:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143808:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232628.346625:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143872:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232628.346641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232628.346647:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232628/real 1761232628] req@00000000736ef9ba x1846777736143872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232628.346658:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736143872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232628.346666:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232628.346668:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232628.346670:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143872:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232628.346676:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143936:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232628.346693:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232628.346699:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232628/real 1761232628] req@0000000017b16811 x1846777736143936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232628.346710:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736143936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232653 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232628.346717:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232628.346719:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232628.346722:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736143936:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232628.410134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232629.370052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232629.434134:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232630.394002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232630.459028:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232631.417994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232631.482116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232632.442034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232632.506106:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232633.465983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232633.465987:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232633.465999:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232633.466004:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232633.466016:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8231 00000100:00080000:3.0:1761232633.466021:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232633.466028:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232633.466069:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736144000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232633.466099:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232633.466103:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232633.466105:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232633.466109:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8231 00000100:00080000:3.0:1761232633.466111:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232633.466114:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232633.466124:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232633.466137:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736144064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232633.466147:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232633.466152:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232633.466153:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232633.466157:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8231 00000100:00080000:3.0:1761232633.466159:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232633.466164:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232633.466165:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232633.466175:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232633.466185:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736144128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232633.466195:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232633.466199:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232633.466200:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232633.466204:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8231 00000100:00080000:3.0:1761232633.466206:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232633.466209:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232633.466214:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232633.466224:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736144192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232633.466231:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232633.466234:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232633.466236:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232633.466239:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8231 00000100:00080000:3.0:1761232633.466241:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232633.466244:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232633.466250:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232633.466255:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232633.466264:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736144256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232633.466286:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232633/real 1761232633] req@00000000a20dea0d x1846777736144000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232633.466307:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736144000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232633.466318:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232633.466321:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232633.466325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232633.466333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232633.466356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232633.466363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232633/real 1761232633] req@00000000311bc461 x1846777736144064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232633.466382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736144064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232633.466390:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232633.466392:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232633.466395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232633.466421:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232633.466438:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232633.466445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232633/real 1761232633] req@00000000eb335f49 x1846777736144128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232633.466456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736144128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232633.466463:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232633.466465:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232633.466468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232633.466473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232633.466488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232633.466495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232633/real 1761232633] req@000000007cc317a5 x1846777736144192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232633.466504:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736144192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232633.466512:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232633.466515:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232633.466517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232633.466522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232633.466537:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232633.466543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232633/real 1761232633] req@00000000d46ba267 x1846777736144256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232633.466552:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736144256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232658 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232633.466559:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232633.466560:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232633.466563:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232633.530073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232634.489944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232634.553979:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232635.513991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232635.578067:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232636.537996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232636.602139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232637.562007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232637.626105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232638.586031:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232638.586041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232638.586044:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232638.586063:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232638.586076:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8237 00000100:00080000:3.0:1761232638.586081:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232638.586090:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232638.586137:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736144320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232638.586173:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232638.586179:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232638.586181:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232638.586188:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8237 00000100:00080000:3.0:1761232638.586190:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232638.586196:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232638.586212:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232638.586234:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736144384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232638.586247:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232638.586251:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232638.586261:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232638.586263:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232638.586271:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8237 00000100:00080000:3.0:1761232638.586276:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232638.586280:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232638.586286:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232638.586302:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736144448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232638.586311:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232638.586315:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232638.586316:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232638.586319:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8237 00000100:00080000:3.0:1761232638.586322:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232638.586326:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232638.586332:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232638.586349:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232638.586350:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736144512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232638.586364:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232638.586369:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232638.586372:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232638.586376:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8237 00000100:00080000:3.0:1761232638.586379:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232638.586383:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232638.586387:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232638.586393:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232638/real 1761232638] req@00000000d46ba267 x1846777736144320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232638.586402:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736144576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232638.586482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736144320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232638.586500:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232638.586505:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232638.586512:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232638.586551:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144384:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232638.586599:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232638.586618:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232638/real 1761232638] req@000000007cc317a5 x1846777736144384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232638.586632:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736144384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232638.586642:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232638.586645:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232638.586649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232638.586656:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144448:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232638.586681:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232638.586690:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232638/real 1761232638] req@00000000eb335f49 x1846777736144448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232638.586708:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736144448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232638.586716:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232638.586719:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232638.586722:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232638.586729:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144512:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232638.586748:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232638.586755:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232638/real 1761232638] req@00000000311bc461 x1846777736144512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232638.586766:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736144512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232638.586774:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232638.586777:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232638.586779:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232638.586784:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144576:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232638.586830:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232638.586840:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232638/real 1761232638] req@00000000a20dea0d x1846777736144576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232638.586852:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736144576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232663 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232638.586861:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232638.586892:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232638.586896:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144576:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232638.650286:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232639.609997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232639.674725:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232640.634040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232640.698679:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232641.658000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232641.722124:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232642.682012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232642.746133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232643.705974:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232643.705980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232643.705983:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232643.705987:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232643.705995:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8242 00000100:00080000:2.0:1761232643.705998:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232643.706020:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232643.706055:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736144640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232643.706093:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232643.706096:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232643.706097:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232643.706101:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8242 00000100:00080000:2.0:1761232643.706104:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232643.706107:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232643.706116:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232643.706128:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736144704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232643.706137:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232643.706140:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232643.706142:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232643.706145:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8242 00000100:00080000:2.0:1761232643.706148:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232643.706151:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232643.706155:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232643.706165:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736144768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232643.706174:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232643.706178:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1761232643.706181:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232643.706181:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232643.706189:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8242 00000100:00080000:2.0:1761232643.706191:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232643.706193:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232643.706197:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232643.706207:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736144832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232643.706213:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232643.706215:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232643.706216:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232643.706218:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8242 00000100:00080000:2.0:1761232643.706220:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232643.706222:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232643.706224:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232643.706230:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736144896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232643.706244:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232643.706261:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232643/real 1761232643] req@000000001f17a0b8 x1846777736144640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232643.706274:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736144640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232643.706281:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232643.706283:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232643.706285:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232643.706292:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144704:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232643.706305:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232643.706309:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232643/real 1761232643] req@000000002f434b1a x1846777736144704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232643.706315:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736144704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232643.706320:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232643.706322:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232643.706323:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144704:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232643.706357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144768:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232643.706369:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232643.706373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232643/real 1761232643] req@0000000070bd2103 x1846777736144768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232643.706379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736144768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232643.706384:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232643.706386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232643.706387:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144768:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232643.706391:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144832:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232643.706401:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232643.706404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232643/real 1761232643] req@0000000099725227 x1846777736144832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232643.706411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736144832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232643.706416:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232643.706417:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232643.706419:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144832:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232643.706422:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144896:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232643.706432:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232643.706436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232643/real 1761232643] req@00000000c35ccb78 x1846777736144896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232643.706443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736144896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232668 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232643.706447:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232643.706448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232643.706450:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736144896:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232643.770006:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232644.729978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232644.794199:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232645.754000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232645.818178:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232646.778019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232646.842148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232647.802010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232647.866125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232648.826003:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232648.826010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232648.826015:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232648.826021:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232648.826033:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8247 00000100:00080000:2.0:1761232648.826037:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232648.826047:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232648.826106:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736144960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232648.826157:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232648.826161:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232648.826163:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232648.826168:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8247 00000100:00080000:2.0:1761232648.826170:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232648.826173:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232648.826183:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232648.826195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736145024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232648.826205:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232648.826208:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232648.826210:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232648.826213:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8247 00000100:00080000:2.0:1761232648.826215:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232648.826218:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232648.826221:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232648.826230:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736145088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232648.826238:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232648.826241:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232648.826242:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232648.826246:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8247 00000100:00080000:2.0:1761232648.826248:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232648.826251:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232648.826255:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232648.826264:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736145152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232648.826273:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232648.826276:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232648.826277:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232648.826282:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8247 00000100:00080000:2.0:1761232648.826284:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232648.826287:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232648.826293:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232648.826300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232648.826308:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736145216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232648.826409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232648.826437:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232648.826459:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232648.826502:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232648.890068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232649.850116:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232649.914013:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232650.874075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232650.938168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232651.898222:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761232651.898433:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761232651.898500:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761232651.898525:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232651.898592:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232651.898605:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232651.898618:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761232651.898630:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761232651.898749:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232648/real 1761232651] req@000000001f17a0b8 x1846777736145216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232651.898807:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736145216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232651.898825:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232651.898831:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232651.898839:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145216:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232651.898851:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232648/real 1761232651] req@00000000c35ccb78 x1846777736144960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232651.898931:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736144960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232651.898947:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232651.898954:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232651.898963:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736144960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232651.898976:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232648/real 1761232651] req@0000000099725227 x1846777736145024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232651.898996:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736145024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232651.899010:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232651.899015:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232651.899022:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232651.899034:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232648/real 1761232651] req@0000000070bd2103 x1846777736145088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232651.899066:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736145088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232651.899082:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232651.899086:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232651.899092:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232651.899102:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232648/real 1761232651] req@000000002f434b1a x1846777736145152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232651.899119:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736145152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232673 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232651.899132:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232651.899135:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232651.899140:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145152:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232651.962141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232652.922067:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232652.986097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232653.946034:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232653.946048:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232653.946054:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232653.946068:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8252 00000100:00080000:2.0:1761232653.946075:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232653.946085:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232653.946136:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232653.946142:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736145280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232653.946176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232653.946182:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232653.946185:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232653.946191:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8252 00000100:00080000:2.0:1761232653.946195:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232653.946199:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232653.946211:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232653.946228:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736145344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232653.946239:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232653.946243:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232653.946245:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232653.946250:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8252 00000100:00080000:2.0:1761232653.946253:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232653.946257:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232653.946264:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232653.946278:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736145408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232653.946288:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232653.946292:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232653.946294:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232653.946300:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8252 00000100:00080000:2.0:1761232653.946303:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232653.946307:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232653.946312:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232653.946325:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736145472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232653.946334:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232653.946337:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232653.946339:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232653.946344:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8252 00000100:00080000:2.0:1761232653.946346:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232653.946349:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232653.946355:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232653.946395:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736145536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232653.946450:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736145280:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:2.0:1761232653.946566:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232653.946603:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232653/real 1761232653] req@000000002f434b1a x1846777736145280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232653.946675:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736145280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232653.946692:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232653.946698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232653.946705:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736145280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232653.946717:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232653.946760:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232653.946778:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232653/real 1761232653] req@0000000070bd2103 x1846777736145344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232653.946797:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736145344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232653.946810:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232653.946814:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232653.946818:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232653.946828:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232653.946904:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232653.946924:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232653/real 1761232653] req@0000000099725227 x1846777736145408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232653.946950:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736145408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232653.946965:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232653.946970:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232653.946976:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232653.946994:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232653.947035:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232653.947051:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232653/real 1761232653] req@00000000c35ccb78 x1846777736145472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232653.947071:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736145472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232653.947085:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232653.947091:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232653.947096:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232653.947106:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232653.947147:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232653.947163:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232653/real 1761232653] req@000000001f17a0b8 x1846777736145536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232653.947182:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736145536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232678 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232653.947195:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232653.947199:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232653.947204:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232654.010233:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232654.970077:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232655.034094:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232655.993993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232656.058144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232657.018003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232657.082145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232658.042064:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232658.106185:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232659.066059:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232659.066072:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232659.066079:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761232659.066089:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232659.066094:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8257 00000100:00080000:3.0:1761232659.066101:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232659.066110:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232659.066156:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736145600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232659.066191:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232659.066196:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232659.066198:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232659.066203:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8257 00000100:00080000:3.0:1761232659.066205:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232659.066209:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232659.066219:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232659.066233:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736145664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232659.066247:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232659.066250:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736145600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232659.066253:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232659.066257:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232659.066265:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8257 00000100:00080000:3.0:1761232659.066267:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232659.066271:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232659.066277:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232659.066293:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736145728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232659.066304:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232659.066309:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232659.066311:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232659.066315:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8257 00000100:00080000:3.0:1761232659.066318:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232659.066322:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232659.066328:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232659.066338:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736145792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232659.066347:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232659.066350:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232659.066352:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232659.066362:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8257 00000800:00000100:2.0:1761232659.066365:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232659.066367:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232659.066375:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232659.066382:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232659.066396:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736145856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232659.066403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@0000000017b16811 x1846777736145600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232659.066449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736145600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232659.066463:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232659.066467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232659.066474:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736145600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232659.066505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232659.066531:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232659.066546:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@00000000736ef9ba x1846777736145664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232659.066561:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736145664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232659.066593:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232659.066606:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232659.066610:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232659.066618:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232659.066640:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232659.066650:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@00000000d2119349 x1846777736145728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232659.066661:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736145728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232659.066670:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232659.066672:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232659.066675:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232659.066681:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232659.066699:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232659.066706:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@000000000b14a2de x1846777736145792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232659.066719:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736145792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232659.066727:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232659.066729:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232659.066732:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232659.066737:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232659.066755:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232659.066762:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232659/real 1761232659] req@000000003dd9839b x1846777736145856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232659.066773:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736145856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232684 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232659.066781:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232659.066783:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232659.066786:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232659.130151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232660.089972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232660.154077:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232661.114137:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232661.178149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232662.137950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232662.202165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232663.162007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232663.226150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232664.185968:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232664.185981:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232664.185986:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232664.186000:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8262 00000100:00080000:3.0:1761232664.186004:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232664.186013:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232664.186057:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736145920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232664.186092:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232664.186097:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232664.186099:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232664.186103:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8262 00000100:00080000:3.0:1761232664.186106:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232664.186109:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232664.186120:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232664.186133:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736145984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232664.186144:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232664.186147:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232664.186149:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232664.186152:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8262 00000100:00080000:3.0:1761232664.186154:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232664.186157:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232664.186160:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232664.186169:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736146048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232664.186178:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232664.186182:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232664.186185:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232664.186189:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8262 00000100:00080000:3.0:1761232664.186191:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232664.186196:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232664.186201:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232664.186211:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736146112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232664.186222:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736145920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232664.186225:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232664.186236:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232664.186238:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232664.186243:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8262 00000100:00080000:3.0:1761232664.186246:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232664.186250:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232664.186257:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232664.186270:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736146176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232664.186322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232664.186352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232664/real 1761232664] req@0000000009919b3e x1846777736145920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232664.186385:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736145920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232664.186402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232664.186406:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232664.186412:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736145920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232664.186423:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232664.186451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232664.186459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232664/real 1761232664] req@0000000066592840 x1846777736145984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232664.186476:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736145984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232664.186487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232664.186489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232664.186491:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232664.186495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736145984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232664.186535:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232664.186562:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232664.186572:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232664/real 1761232664] req@00000000d3a306c9 x1846777736146048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232664.186585:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736146048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232664.186593:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232664.186597:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232664.186601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232664.186646:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232664.186666:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232664.186675:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232664/real 1761232664] req@00000000a0b7b6fd x1846777736146112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232664.186686:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736146112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232664.186695:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232664.186697:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232664.186700:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232664.186706:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232664.186723:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232664.186730:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232664/real 1761232664] req@0000000044909560 x1846777736146176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232664.186742:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736146176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232689 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232664.186750:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232664.186753:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232664.186755:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232664.250167:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232665.210043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232665.274083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232666.234031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232666.298147:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232667.258081:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232667.322143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232668.282078:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232668.346178:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232669.306032:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232669.306033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232669.306047:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232669.306053:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232669.306066:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8267 00000100:00080000:2.0:1761232669.306071:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232669.306082:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232669.306130:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736146240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232669.306171:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232669.306176:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232669.306178:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232669.306184:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8267 00000100:00080000:2.0:1761232669.306186:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232669.306190:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232669.306203:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232669.306221:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736146304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232669.306234:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232669.306239:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232669.306241:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232669.306251:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8267 00000100:00100000:3.0:1761232669.306252:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736146240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232669.306255:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232669.306265:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232669.306275:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232669.306307:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736146368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232669.306324:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232669.306328:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232669.306330:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232669.306335:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8267 00000100:00080000:2.0:1761232669.306337:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232669.306341:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232669.306346:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232669.306360:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736146432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232669.306369:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761232669.306377:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232669.306378:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232669.306383:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232669.306389:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8267 00000100:00080000:2.0:1761232669.306393:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232669.306397:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232669.306402:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232669.306419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232669/real 1761232669] req@000000001f17a0b8 x1846777736146240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232669.306421:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736146496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232669.306499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736146240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232669.306516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232669.306520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232669.306526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736146240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232669.306557:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146304:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232669.306588:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232669.306599:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232669/real 1761232669] req@00000000c35ccb78 x1846777736146304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232669.306613:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736146304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232669.306622:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232669.306625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232669.306628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232669.306634:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146368:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232669.306653:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232669.306660:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232669/real 1761232669] req@0000000099725227 x1846777736146368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232669.306672:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736146368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232669.306680:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232669.306682:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232669.306685:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232669.306691:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146432:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232669.306708:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232669.306715:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232669/real 1761232669] req@0000000070bd2103 x1846777736146432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232669.306734:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736146432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232669.306742:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232669.306744:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232669.306747:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232669.306752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146496:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232669.306769:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232669.306776:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232669/real 1761232669] req@000000002f434b1a x1846777736146496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232669.306787:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736146496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232694 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232669.306795:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232669.306797:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232669.306800:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232669.370123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232670.329966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232670.394159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232671.354003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232671.418086:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232672.377983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232672.442140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232673.401952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232673.466052:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232674.425989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232674.425991:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232674.426007:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232674.426014:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232674.426030:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8272 00000100:00080000:3.0:1761232674.426037:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232674.426049:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232674.426105:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736146560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232674.426153:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232674.426158:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232674.426160:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232674.426166:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8272 00000100:00080000:3.0:1761232674.426169:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232674.426175:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232674.426187:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232674.426204:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736146560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232674.426212:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736146624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232674.426231:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232674.426236:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232674.426239:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232674.426243:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8272 00000100:00080000:3.0:1761232674.426246:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232674.426249:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232674.426255:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232674.426269:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736146688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232674.426279:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232674.426282:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232674.426285:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232674.426289:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8272 00000100:00080000:3.0:1761232674.426292:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232674.426296:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:2.0:1761232674.426303:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761232674.426304:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232674.426323:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736146752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232674.426335:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761232674.426340:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232674/real 1761232674] req@0000000044909560 x1846777736146560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232674.426342:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232674.426347:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232674.426361:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8272 00000100:00080000:3.0:1761232674.426367:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232674.426377:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232674.426383:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232674.426427:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736146816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232674.426431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736146560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232674.426461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232674.426465:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232674.426473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736146560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232674.426505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232674.426534:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232674.426545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232674/real 1761232674] req@00000000a0b7b6fd x1846777736146624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232674.426558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736146624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232674.426567:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232674.426570:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232674.426574:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232674.426580:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232674.426598:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232674.426605:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232674/real 1761232674] req@00000000d3a306c9 x1846777736146688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232674.426616:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736146688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232674.426625:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232674.426628:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232674.426631:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232674.426637:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232674.426655:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232674.426662:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232674/real 1761232674] req@0000000066592840 x1846777736146752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232674.426673:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736146752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232674.426681:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232674.426684:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232674.426686:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232674.426692:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232674.426709:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232674.426716:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232674/real 1761232674] req@0000000009919b3e x1846777736146816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232674.426727:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736146816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232699 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232674.426735:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232674.426737:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232674.426740:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232674.490144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232675.450057:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232675.514180:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232676.473935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232676.538024:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232677.497995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232677.562095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232678.522060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232678.586167:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232679.546010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232679.546058:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232679.546070:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232679.546075:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232679.546087:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8277 00000100:00080000:0.0:1761232679.546092:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232679.546101:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232679.546148:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736146880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232679.546185:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232679.546191:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232679.546193:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232679.546199:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8277 00000100:00080000:0.0:1761232679.546202:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232679.546207:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232679.546220:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232679.546240:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736146944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232679.546252:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736146880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232679.546262:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232679.546270:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232679.546272:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232679.546279:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8277 00000100:00080000:0.0:1761232679.546284:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232679.546289:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232679.546296:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232679.546314:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736147008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232679.546327:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761232679.546354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232679.546362:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232679.546366:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232679.546374:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8277 00000100:00080000:0.0:1761232679.546378:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232679.546386:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761232679.546387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232679/real 1761232679] req@000000009dca9672 x1846777736146880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:0.0:1761232679.546399:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232679.546410:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736146880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232679.546424:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761232679.546425:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736147072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232679.546429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232679.546439:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736146880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232679.546458:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232679.546464:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232679.546466:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232679.546475:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8277 00000100:00100000:2.0:1761232679.546476:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1761232679.546483:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232679.546493:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232679.546503:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761232679.546510:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232679.546521:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232679/real 1761232679] req@000000001edf5a39 x1846777736146944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232679.546527:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736147136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232679.546559:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736146944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232679.546569:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232679.546571:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232679.546576:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736146944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232679.546584:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232679.546602:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232679.546609:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232679/real 1761232679] req@00000000d75fe628 x1846777736147008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232679.546618:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736147008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232679.546625:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232679.546627:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232679.546629:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232679.546633:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232679.546648:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232679.546654:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232679/real 1761232679] req@00000000e0da2515 x1846777736147072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232679.546664:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736147072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232679.546670:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232679.546672:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232679.546674:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232679.546689:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232679.546703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232679.546710:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232679/real 1761232679] req@0000000023d541ab x1846777736147136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232679.546720:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736147136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232704 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232679.546727:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232679.546728:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232679.546730:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232679.610119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232680.570016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232680.634194:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761232681.593989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232681.658148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232682.618022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232682.682098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232683.641935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232683.706278:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232684.665918:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232684.665965:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232684.665974:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232684.665979:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232684.665990:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8283 00000100:00080000:0.0:1761232684.665994:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232684.666003:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232684.666048:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736147200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232684.666072:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232684.666075:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232684.666077:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232684.666080:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8283 00000100:00080000:0.0:1761232684.666097:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232684.666100:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232684.666110:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232684.666121:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736147264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232684.666129:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232684.666132:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232684.666133:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232684.666137:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8283 00000100:00080000:0.0:1761232684.666138:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232684.666141:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232684.666145:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232684.666158:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736147328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761232684.666164:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736147200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232684.666172:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232684.666176:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232684.666178:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232684.666181:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8283 00000100:00080000:0.0:1761232684.666182:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232684.666185:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232684.666188:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232684.666198:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736147392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232684.666204:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232684.666207:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232684.666208:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232684.666212:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8283 00000100:00080000:0.0:1761232684.666215:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232684.666218:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232684.666224:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232684.666231:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736147456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761232684.666256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232684.666313:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232684/real 1761232684] req@00000000de11a021 x1846777736147200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232684.666334:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736147200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232684.666346:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232684.666350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232684.666354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736147200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232684.666362:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147264:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232684.666392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232684.666404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232684/real 1761232684] req@00000000330b2500 x1846777736147264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232684.666418:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736147264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232684.666427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232684.666431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232684.666434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232684.666464:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147328:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761232684.666491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232684.666501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232684/real 1761232684] req@00000000c90d576b x1846777736147328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232684.666525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736147328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232684.666534:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232684.666536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232684.666540:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761232684.666547:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147392:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232684.666570:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232684.666587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232684/real 1761232684] req@000000000e921d21 x1846777736147392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232684.666601:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736147392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232684.666609:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232684.666612:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232684.666615:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761232684.666622:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147456:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761232684.666642:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232684.666650:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232684/real 1761232684] req@00000000fd377aae x1846777736147456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232684.666662:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736147456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232709 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232684.666670:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761232684.666672:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761232684.666675:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232684.730146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232685.689906:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232685.754025:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232686.713967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232686.778158:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232687.737962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232687.802196:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232688.762006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232688.826171:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232689.786075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232689.786135:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232689.786146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232689.786151:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232689.786163:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8288 00000100:00080000:2.0:1761232689.786169:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232689.786180:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232689.786257:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736147520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232689.786291:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232689.786296:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232689.786300:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232689.786306:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8288 00000100:00080000:2.0:1761232689.786309:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232689.786314:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232689.786327:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232689.786349:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736147584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232689.786362:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736147520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232689.786372:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232689.786379:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232689.786381:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232689.786388:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8288 00000100:00080000:2.0:1761232689.786392:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232689.786397:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232689.786404:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232689.786423:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736147648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232689.786435:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232689.786439:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232689.786441:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232689.786446:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8288 00000100:00080000:2.0:1761232689.786449:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232689.786457:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761232689.786465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761232689.786469:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232689.786489:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736147712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232689.786501:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232689.786502:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232689/real 1761232689] req@000000002f434b1a x1846777736147520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232689.786514:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232689.786519:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232689.786531:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8288 00000100:00080000:2.0:1761232689.786534:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232689.786540:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232689.786546:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232689.786549:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736147520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232689.786563:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736147776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232689.786669:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232689.786674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232689.786681:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736147520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232689.786710:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232689.786937:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232689.787017:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232689/real 1761232689] req@0000000070bd2103 x1846777736147584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232689.787043:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736147584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232689.787059:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232689.787064:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232689.787072:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232689.787086:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232689.787118:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232689.787133:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232689/real 1761232689] req@0000000099725227 x1846777736147648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232689.787153:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736147648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232689.787166:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232689.787171:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232689.787177:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232689.787186:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232689.787254:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232689.787270:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232689/real 1761232689] req@00000000c35ccb78 x1846777736147712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232689.787290:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736147712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232689.787304:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232689.787307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232689.787312:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232689.787322:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232689.787359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232689.787374:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232689/real 1761232689] req@000000001f17a0b8 x1846777736147776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232689.787393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736147776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232714 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232689.787408:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232689.787412:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232689.787417:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232689.850087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232690.810046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232690.874100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232691.833984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232691.898181:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232692.858026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232692.922067:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232693.882004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232693.946308:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232694.905999:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232694.906004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232694.906013:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232694.906021:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232694.906033:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8293 00000100:00080000:2.0:1761232694.906038:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232694.906047:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232694.906094:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736147840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232694.906129:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232694.906134:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232694.906136:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232694.906141:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8293 00000100:00080000:2.0:1761232694.906145:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232694.906150:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232694.906180:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232694.906198:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736147904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232694.906206:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736147840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232694.906225:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232694.906230:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232694.906232:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232694.906239:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8293 00000100:00080000:2.0:1761232694.906242:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232694.906245:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232694.906251:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232694.906267:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736147968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232694.906277:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232694.906281:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232694.906284:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232694.906288:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8293 00000100:00080000:2.0:1761232694.906289:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232694.906293:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232694.906299:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761232694.906306:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232694.906314:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736148032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232694.906325:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232694.906330:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232694.906332:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232694.906337:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8293 00000100:00100000:3.0:1761232694.906343:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232694/real 1761232694] req@000000001f17a0b8 x1846777736147840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232694.906344:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232694.906355:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232694.906363:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232694.906381:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736148096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232694.906386:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736147840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232694.906422:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232694.906426:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232694.906431:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736147840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232694.906463:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147904:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232694.906490:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232694.906499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232694/real 1761232694] req@00000000c35ccb78 x1846777736147904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232694.906512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736147904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232694.906522:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232694.906524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232694.906528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147904:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232694.906534:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147968:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232694.906552:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232694.906560:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232694/real 1761232694] req@0000000099725227 x1846777736147968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232694.906572:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736147968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232694.906581:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232694.906583:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232694.906586:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736147968:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232694.906593:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148032:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232694.906611:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232694.906618:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232694/real 1761232694] req@0000000070bd2103 x1846777736148032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232694.906629:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736148032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232694.906638:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232694.906640:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232694.906643:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148032:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232694.906649:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148096:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232694.906695:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232694.906711:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232694/real 1761232694] req@000000002f434b1a x1846777736148096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232694.906731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736148096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232719 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232694.906758:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232694.906762:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232694.906768:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148096:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232694.970124:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232695.929974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232695.994119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232696.953960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232697.018148:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232697.978007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232698.042104:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232699.002004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232699.066060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232700.026044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232700.026086:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232700.026121:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232700.026127:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232700.026140:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8298 00000100:00080000:1.0:1761232700.026144:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232700.026152:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232700.026195:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736148160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232700.026230:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232700.026235:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232700.026237:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232700.026241:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8298 00000100:00080000:1.0:1761232700.026244:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232700.026249:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232700.026261:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232700.026277:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736148224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232700.026284:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736148160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232700.026305:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232700.026309:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232700.026311:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232700.026317:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8298 00000100:00080000:1.0:1761232700.026319:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232700.026323:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232700.026329:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232700.026344:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736148288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232700.026354:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232700.026357:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232700.026358:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232700.026362:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8298 00000100:00080000:1.0:1761232700.026365:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232700.026369:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232700.026374:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232700.026385:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736148352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232700.026421:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761232700.026424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232700.026426:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232700.026430:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232700.026435:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8298 00000100:00080000:1.0:1761232700.026437:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232700.026441:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232700.026445:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232700.026454:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736148416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232700.026462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@00000000086973a9 x1846777736148160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232700.026490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736148160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232700.026505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232700.026509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232700.026514:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736148160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232700.026545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148224:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232700.026582:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232700.026597:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@000000009c8a8899 x1846777736148224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232700.026615:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736148224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232700.026635:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232700.026639:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232700.026643:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232700.026652:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232700.026694:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232700.026708:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@000000006ce6fb08 x1846777736148288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232700.026725:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736148288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232700.026736:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232700.026739:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232700.026744:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232700.026752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232700.026783:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232700.026796:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@00000000464e3652 x1846777736148352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232700.026812:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736148352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232700.026822:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232700.026825:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232700.026830:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232700.026837:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232700.026898:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232700.026912:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232700/real 1761232700] req@00000000a0dbac9b x1846777736148416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232700.026928:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736148416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232725 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232700.026938:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232700.026941:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232700.026944:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232700.089979:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232701.049940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232701.113993:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232702.074013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232702.138066:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232703.097971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232703.162160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232704.122026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232704.186101:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232705.145983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232705.146002:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232705.146010:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232705.146015:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232705.146027:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8303 00000100:00080000:0.0:1761232705.146030:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232705.146055:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232705.146104:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736148480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232705.146130:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232705.146132:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232705.146134:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232705.146137:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8303 00000100:00080000:0.0:1761232705.146138:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232705.146141:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232705.146151:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232705.146167:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736148480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232705.146168:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736148544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232705.146180:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232705.146183:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232705.146183:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232705.146186:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8303 00000100:00080000:0.0:1761232705.146187:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232705.146191:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232705.146194:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232705.146203:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736148608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232705.146208:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232705.146211:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232705.146212:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232705.146214:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8303 00000100:00080000:0.0:1761232705.146215:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232705.146218:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232705.146221:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232705.146227:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736148672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232705.146232:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232705.146234:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232705.146235:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232705.146238:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8303 00000100:00080000:0.0:1761232705.146239:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232705.146241:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232705.146244:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232705.146249:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736148736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232705.146263:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232705.146291:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232705/real 1761232705] req@00000000911b207d x1846777736148480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232705.146306:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736148480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232705.146315:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232705.146318:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232705.146321:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736148480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232705.146348:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232705.146363:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232705.146368:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232705/real 1761232705] req@000000008cd0ff0b x1846777736148544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232705.146375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736148544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232705.146380:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232705.146382:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232705.146384:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232705.146387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232705.146397:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232705.146400:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232705/real 1761232705] req@00000000fd377aae x1846777736148608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232705.146406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736148608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232705.146411:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232705.146412:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232705.146414:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232705.146417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232705.146428:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232705.146431:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232705/real 1761232705] req@000000000e921d21 x1846777736148672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232705.146438:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736148672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232705.146443:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232705.146444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232705.146445:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232705.146448:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232705.146458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232705.146461:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232705/real 1761232705] req@00000000c90d576b x1846777736148736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232705.146466:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736148736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232730 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232705.146471:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232705.146472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232705.146473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232705.210471:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232706.170019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232706.234383:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232707.193963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232707.258457:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232708.218072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232708.282198:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232709.241963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232709.306062:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232710.265958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232710.266016:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232710.266022:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232710.266025:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232710.266033:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8308 00000100:00080000:2.0:1761232710.266036:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232710.266041:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232710.266073:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736148800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232710.266093:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232710.266096:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232710.266097:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232710.266100:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8308 00000100:00080000:2.0:1761232710.266102:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232710.266104:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232710.266111:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232710.266119:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736148864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232710.266126:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232710.266128:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232710.266129:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232710.266133:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8308 00000100:00100000:3.0:1761232710.266133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736148800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232710.266135:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232710.266139:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232710.266143:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232710.266148:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736148928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232710.266153:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232710.266155:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232710.266156:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232710.266158:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8308 00000100:00080000:2.0:1761232710.266159:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232710.266161:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232710.266164:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232710.266171:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736148992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232710.266180:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232710.266183:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232710.266184:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232710.266186:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8308 00000100:00080000:2.0:1761232710.266187:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232710.266189:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232710.266191:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232710.266197:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736149056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232710.266206:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232710.266228:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232710/real 1761232710] req@000000002f434b1a x1846777736148800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232710.266245:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736148800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232710.266255:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232710.266258:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232710.266262:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736148800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232710.266284:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232710.266303:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232710.266310:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232710/real 1761232710] req@0000000070bd2103 x1846777736148864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232710.266320:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736148864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232710.266328:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232710.266331:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232710.266333:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232710.266339:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232710.266354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232710.266360:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232710/real 1761232710] req@0000000099725227 x1846777736148928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232710.266370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736148928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232710.266377:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232710.266380:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232710.266382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232710.266388:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232710.266403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232710.266409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232710/real 1761232710] req@00000000c35ccb78 x1846777736148992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232710.266419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736148992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232710.266426:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232710.266428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232710.266431:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736148992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232710.266436:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232710.266451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232710.266457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232710/real 1761232710] req@000000001f17a0b8 x1846777736149056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232710.266467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736149056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232735 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232710.266474:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232710.266476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232710.266479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232710.330060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232711.290006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232711.354121:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232712.313984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232712.378061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232713.337935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232713.402046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232714.361963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232714.426061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232715.385994:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232715.385995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232715.386005:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232715.386009:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232715.386018:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8313 00000100:00080000:2.0:1761232715.386021:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232715.386029:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232715.386064:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736149120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232715.386088:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232715.386091:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232715.386092:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232715.386095:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8313 00000100:00080000:2.0:1761232715.386097:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232715.386100:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232715.386108:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232715.386118:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736149184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232715.386122:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736149120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232715.386126:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232715.386131:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232715.386132:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232715.386135:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8313 00000100:00080000:2.0:1761232715.386136:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232715.386138:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232715.386140:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232715.386147:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736149248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232715.386152:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232715.386153:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232715.386154:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232715.386156:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8313 00000100:00080000:2.0:1761232715.386158:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232715.386160:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232715.386163:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232715.386169:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736149312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232715.386173:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232715.386175:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232715.386176:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232715.386178:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8313 00000100:00080000:2.0:1761232715.386180:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232715.386181:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232715.386184:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232715.386190:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736149376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232715.386224:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232715.386252:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232715.386274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232715.386300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232715.450043:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232716.409979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232716.474036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232717.433998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232717.498041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232718.458031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761232718.458199:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761232718.458255:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232718.458275:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232718.458320:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232718.458329:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232718.458340:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232718.458347:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761232718.458424:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232715/real 1761232718] req@00000000c35ccb78 x1846777736149184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232718.458460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736149184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232718.458472:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232718.458476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232718.458481:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232718.458488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232715/real 1761232718] req@0000000099725227 x1846777736149248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232718.458499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736149248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232718.458506:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232718.458508:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232718.458511:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232718.458517:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232715/real 1761232718] req@0000000070bd2103 x1846777736149312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232718.458527:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736149312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232718.458534:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232718.458537:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232718.458541:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232718.458547:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232715/real 1761232718] req@000000002f434b1a x1846777736149376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232718.458563:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736149376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232718.458570:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232718.458573:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232718.458576:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149376:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232718.458582:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232715/real 1761232718] req@000000001f17a0b8 x1846777736149120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232718.458594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736149120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232740 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232718.458601:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232718.458604:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232718.458607:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736149120:192.168.201.106@tcp:250:kworker/u8:0.0 00010000:00010000:2.0:1761232718.522064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232719.481983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232719.546045:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232720.505939:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232720.505939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232720.505949:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232720.505952:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232720.505960:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8318 00000100:00080000:2.0:1761232720.505963:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232720.505969:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232720.506001:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736149440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232720.506030:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232720.506033:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232720.506034:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232720.506038:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8318 00000100:00080000:2.0:1761232720.506040:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232720.506044:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232720.506053:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232720.506066:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736149504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232720.506074:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232720.506078:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232720.506080:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232720.506083:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8318 00000100:00100000:0.0:1761232720.506087:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736149440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232720.506087:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232720.506095:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232720.506100:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232720.506112:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736149568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232720.506121:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232720.506124:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232720.506126:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232720.506129:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8318 00000100:00080000:2.0:1761232720.506131:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232720.506134:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232720.506138:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232720.506151:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232720.506151:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736149632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232720.506162:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232720.506166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232720.506167:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232720.506172:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8318 00000100:00100000:0.0:1761232720.506176:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232720/real 1761232720] req@000000001f17a0b8 x1846777736149440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232720.506177:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232720.506184:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232720.506190:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232720.506201:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736149440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232720.506205:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736149696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232720.506229:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232720.506234:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232720.506239:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736149440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232720.506250:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232720.506273:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232720.506281:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232720/real 1761232720] req@000000002f434b1a x1846777736149504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232720.506292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736149504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232720.506299:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232720.506302:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232720.506305:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232720.506328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232720.506349:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232720.506357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232720/real 1761232720] req@0000000070bd2103 x1846777736149568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232720.506367:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736149568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232720.506375:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232720.506377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232720.506379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232720.506385:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232720.506405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232720.506414:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232720/real 1761232720] req@0000000099725227 x1846777736149632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232720.506425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736149632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232720.506433:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232720.506435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232720.506437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232720.506443:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232720.506462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232720.506470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232720/real 1761232720] req@00000000c35ccb78 x1846777736149696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232720.506479:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736149696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232745 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232720.506486:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232720.506488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232720.506490:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232720.570041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232721.529953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232721.593976:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232722.553942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232722.618039:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232723.577950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232723.642016:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232724.601946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232724.666002:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232725.625966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232725.626036:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232725.626049:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232725.626055:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232725.626070:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8324 00000100:00080000:2.0:1761232725.626076:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232725.626085:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232725.626136:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736149760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232725.626192:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232725.626199:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232725.626202:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232725.626210:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8324 00000100:00080000:2.0:1761232725.626215:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232725.626224:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232725.626239:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232725.626255:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736149760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232725.626267:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736149824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232725.626299:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232725.626306:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232725.626310:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232725.626320:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8324 00000100:00080000:2.0:1761232725.626324:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232725.626331:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232725.626341:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761232725.626354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232725.626369:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736149888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232725.626389:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232725/real 1761232725] req@00000000c35ccb78 x1846777736149760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232725.626390:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232725.626408:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232725.626413:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232725.626426:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8324 00000100:00080000:2.0:1761232725.626431:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761232725.626432:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736149760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232725.626448:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:3.0:1761232725.626455:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1761232725.626461:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:3.0:1761232725.626462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232725.626473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736149760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232725.626491:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736149952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232725.626510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:2.0:1761232725.626516:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232725.626525:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232725.626528:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232725.626535:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8324 00000100:00080000:2.0:1761232725.626538:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232725.626546:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232725.626554:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232725.626570:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736150016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232725.626693:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232725.626714:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232725/real 1761232725] req@0000000099725227 x1846777736149824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232725.627141:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736149824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232725.627152:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232725.627156:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232725.627160:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232725.627168:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232725.627201:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232725.627212:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232725/real 1761232725] req@0000000070bd2103 x1846777736149888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232725.627224:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736149888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232725.627233:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232725.627236:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232725.627239:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232725.627259:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232725.627279:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232725.627287:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232725/real 1761232725] req@000000002f434b1a x1846777736149952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232725.627299:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736149952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232725.627307:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232725.627309:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232725.627312:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736149952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232725.627318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232725.627334:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232725.627341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232725/real 1761232725] req@000000001f17a0b8 x1846777736150016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232725.627352:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736150016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232750 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232725.627360:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232725.627362:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232725.627365:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232725.690169:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232726.649990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232726.714193:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232727.674019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232727.738140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232728.698042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232728.762150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232729.722028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232729.786103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232730.745988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232730.746077:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232730.746088:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232730.746092:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232730.746104:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8329 00000100:00080000:0.0:1761232730.746108:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232730.746116:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232730.746159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736150080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232730.746204:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232730.746209:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232730.746211:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232730.746216:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8329 00000100:00080000:0.0:1761232730.746218:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232730.746222:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232730.746234:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232730.746248:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736150144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232730.746260:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232730.746264:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736150080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232730.746267:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232730.746272:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232730.746280:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8329 00000100:00080000:0.0:1761232730.746282:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232730.746286:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232730.746290:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232730.746305:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736150208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232730.746315:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232730.746318:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232730.746320:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232730.746324:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8329 00000100:00080000:0.0:1761232730.746327:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232730.746331:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232730.746337:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232730.746349:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736150272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232730.746359:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761232730.746367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232730.746369:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232730.746374:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232730.746380:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8329 00000100:00080000:0.0:1761232730.746384:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232730.746389:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232730.746394:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232730.746401:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232730/real 1761232730] req@00000000330b2500 x1846777736150080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232730.746410:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736150336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232730.746452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736150080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232730.746468:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232730.746472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232730.746477:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736150080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232730.746504:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232730.746531:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232730.746541:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232730/real 1761232730] req@00000000de11a021 x1846777736150144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232730.746553:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736150144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232730.746562:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232730.746565:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232730.746568:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232730.746578:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232730.746596:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232730.746604:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232730/real 1761232730] req@0000000023d541ab x1846777736150208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232730.746615:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736150208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232730.746624:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232730.746626:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232730.746629:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232730.746635:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232730.746652:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232730.746659:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232730/real 1761232730] req@00000000e0da2515 x1846777736150272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232730.746670:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736150272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232730.746679:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232730.746681:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232730.746684:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232730.746690:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232730.746705:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232730.746712:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232730/real 1761232730] req@00000000d75fe628 x1846777736150336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232730.746724:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736150336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232755 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232730.746732:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232730.746734:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232730.746737:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232730.810117:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232731.770018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232731.834131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232732.793972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232732.858155:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232733.818012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232733.882225:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232734.842041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232734.906144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232735.866027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232735.866102:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232735.866113:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232735.866118:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232735.866129:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8334 00000100:00080000:1.0:1761232735.866133:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232735.866141:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232735.866183:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736150400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232735.866215:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232735.866221:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232735.866224:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232735.866229:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8334 00000100:00080000:1.0:1761232735.866232:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232735.866237:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232735.866250:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232735.866269:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736150464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232735.866273:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736150400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232735.866284:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232735.866289:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232735.866291:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232735.866296:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8334 00000100:00080000:1.0:1761232735.866299:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232735.866303:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232735.866308:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232735.866319:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736150528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232735.866330:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232735.866335:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232735.866337:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232735.866341:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8334 00000100:00080000:1.0:1761232735.866345:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232735.866351:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761232735.866356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:1.0:1761232735.866357:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232735.866369:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736150592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232735.866381:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232735.866385:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761232735.866386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232735/real 1761232735] req@000000000baedc40 x1846777736150400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232735.866387:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232735.866392:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8334 00000100:00080000:1.0:1761232735.866396:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232735.866401:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232735.866406:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232735.866409:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736150400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232735.866418:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736150656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232735.866423:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232735.866428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232735.866433:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736150400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232735.866467:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232735.866504:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232735.866516:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232735/real 1761232735] req@00000000c2c1573a x1846777736150464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232735.866535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736150464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232735.866543:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232735.866545:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232735.866548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232735.866554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232735.866573:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232735.866579:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232735/real 1761232735] req@00000000069b687a x1846777736150528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232735.866589:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736150528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232735.866596:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232735.866598:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232735.866601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232735.866605:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232735.866621:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232735.866627:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232735/real 1761232735] req@0000000054fdc67e x1846777736150592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232735.866637:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736150592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232735.866644:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232735.866647:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232735.866649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232735.866654:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232735.866669:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232735.866675:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232735/real 1761232735] req@00000000dcfa4436 x1846777736150656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232735.866684:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736150656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232760 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232735.866713:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232735.866716:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232735.866719:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232735.930164:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232736.890016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232736.954135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232737.914014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232737.978146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232738.938021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232739.002202:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232739.961998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232740.026137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232740.986047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232740.986054:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232740.986067:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232740.986073:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232740.986085:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8339 00000100:00080000:1.0:1761232740.986090:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232740.986099:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232740.986144:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736150720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232740.986185:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232740.986189:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232740.986191:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232740.986196:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8339 00000100:00080000:1.0:1761232740.986198:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232740.986202:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232740.986212:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232740.986226:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736150784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232740.986237:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232740.986241:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232740.986243:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232740.986248:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8339 00000100:00080000:1.0:1761232740.986251:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232740.986254:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232740.986260:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232740.986264:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736150720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232740.986274:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736150848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232740.986287:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232740.986291:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232740.986292:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232740.986296:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8339 00000100:00080000:1.0:1761232740.986299:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232740.986304:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232740.986310:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232740.986321:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736150912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232740.986330:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232740.986334:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232740.986335:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232740.986339:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8339 00000100:00080000:1.0:1761232740.986342:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232740.986346:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232740.986350:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232740.986363:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736150976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232740.986381:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232740.986426:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232740/real 1761232740] req@00000000c65fa7c5 x1846777736150720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232740.986447:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736150720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232740.986460:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232740.986463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232740.986469:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736150720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232740.986477:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150784:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232740.986506:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232740.986515:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232740/real 1761232740] req@00000000f52221c5 x1846777736150784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232740.986528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736150784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232740.986536:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232740.986539:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232740.986543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232740.986571:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150848:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232740.986590:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232740.986598:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232740/real 1761232740] req@000000001dfe2b3c x1846777736150848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232740.986609:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736150848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232740.986618:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232740.986620:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232740.986623:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232740.986654:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150912:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232740.986677:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232740.986687:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232740/real 1761232740] req@00000000cee0df34 x1846777736150912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232740.986699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736150912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232740.986708:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232740.986710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232740.986713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150912:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232740.986719:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150976:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232740.986737:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232740.986744:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232740/real 1761232740] req@000000000a7b3b64 x1846777736150976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232740.986755:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736150976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232765 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232740.986764:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232740.986766:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232740.986768:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736150976:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232741.050145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232742.009992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232742.074161:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232743.034011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232743.098166:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232744.058000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232744.122075:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232745.081976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232745.146068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232746.106039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232746.106130:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232746.106141:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232746.106145:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232746.106157:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8344 00000100:00080000:2.0:1761232746.106162:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232746.106170:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232746.106216:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736151040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232746.106253:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232746.106257:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232746.106259:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232746.106264:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8344 00000100:00080000:2.0:1761232746.106266:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232746.106271:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232746.106283:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232746.106299:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736151104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232746.106313:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232746.106318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736151040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232746.106320:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232746.106325:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232746.106333:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8344 00000100:00080000:2.0:1761232746.106336:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232746.106339:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232746.106344:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232746.106363:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736151168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232746.106373:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232746.106377:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232746.106379:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232746.106383:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8344 00000100:00080000:2.0:1761232746.106386:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232746.106390:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232746.106395:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232746.106407:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736151232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232746.106417:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761232746.106427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232746.106429:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232746.106435:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232746.106442:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8344 00000100:00080000:2.0:1761232746.106446:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232746.106451:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232746.106457:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232746.106466:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232746/real 1761232746] req@000000001f17a0b8 x1846777736151040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232746.106474:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736151296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232746.106519:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736151040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232746.106537:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232746.106542:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232746.106548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736151040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232746.106616:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151104:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232746.106646:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232746.106657:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232746/real 1761232746] req@000000002f434b1a x1846777736151104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232746.106670:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736151104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232746.106679:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232746.106682:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232746.106686:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151104:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232746.106692:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151168:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232746.106710:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232746.106717:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232746/real 1761232746] req@0000000070bd2103 x1846777736151168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232746.106729:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736151168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232746.106745:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232746.106748:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232746.106751:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151168:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232746.106756:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151232:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232746.106774:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232746.106781:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232746/real 1761232746] req@0000000099725227 x1846777736151232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232746.106792:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736151232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232746.106801:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232746.106803:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232746.106806:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151232:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232746.106811:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151296:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232746.106828:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232746.106835:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232746/real 1761232746] req@00000000c35ccb78 x1846777736151296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232746.106846:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736151296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232771 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232746.106854:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232746.106857:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232746.106859:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151296:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232746.170100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232747.130022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232747.194221:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232748.153972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232748.218078:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232749.177947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232749.242244:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232750.201916:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232750.266039:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232751.225971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232751.226019:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232751.226028:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232751.226033:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232751.226043:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8349 00000100:00080000:0.0:1761232751.226047:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232751.226054:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232751.226114:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736151360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232751.226146:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232751.226150:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232751.226152:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232751.226157:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8349 00000100:00080000:0.0:1761232751.226159:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232751.226163:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232751.226173:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232751.226191:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736151360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232751.226192:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736151424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232751.226212:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232751.226215:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232751.226217:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232751.226220:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8349 00000100:00080000:0.0:1761232751.226222:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232751.226225:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232751.226229:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232751.226242:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736151488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232751.226252:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232751.226256:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232751.226257:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232751.226260:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8349 00000100:00080000:0.0:1761232751.226262:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232751.226265:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232751.226270:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232751.226279:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736151552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232751.226289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232751.226305:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232751.226309:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232751.226311:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232751.226318:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8349 00000100:00100000:3.0:1761232751.226321:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232751/real 1761232751] req@000000001edf5a39 x1846777736151360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232751.226331:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232751.226342:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232751.226347:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232751.226350:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736151360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232751.226366:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736151616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232751.226368:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232751.226376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232751.226388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736151360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232751.226420:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151424:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232751.226445:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232751.226454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232751/real 1761232751] req@000000009dca9672 x1846777736151424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232751.226465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736151424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232751.226472:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232751.226475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232751.226478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151424:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232751.226487:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151488:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232751.226503:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232751.226510:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232751/real 1761232751] req@00000000d75fe628 x1846777736151488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232751.226543:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736151488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232751.226551:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232751.226554:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232751.226556:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151488:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232751.226562:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151552:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232751.226607:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232751.226615:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232751/real 1761232751] req@00000000e0da2515 x1846777736151552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232751.226624:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736151552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232751.226631:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232751.226633:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232751.226635:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151552:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232751.226640:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151616:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232751.226654:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232751.226660:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232751/real 1761232751] req@0000000023d541ab x1846777736151616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232751.226670:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736151616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232776 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232751.226676:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232751.226678:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232751.226680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151616:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232751.290149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232752.249924:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232752.314152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232753.273910:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232753.338056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232754.297966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232754.362195:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232755.321976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232755.386196:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232756.346030:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761232756.346036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232756.346043:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232756.346048:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232756.346059:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8354 00000100:00080000:0.0:1761232756.346062:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232756.346070:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232756.346111:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736151680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232756.346140:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232756.346143:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232756.346145:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232756.346148:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8354 00000100:00080000:0.0:1761232756.346151:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232756.346154:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232756.346166:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232756.346178:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736151744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232756.346187:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232756.346190:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232756.346192:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232756.346195:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8354 00000100:00080000:0.0:1761232756.346197:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232756.346203:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761232756.346206:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736151680:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:0.0:1761232756.346208:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232756.346222:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736151808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232756.346230:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232756.346233:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232756.346235:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232756.346239:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8354 00000100:00080000:0.0:1761232756.346241:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232756.346243:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232756.346247:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232756.346257:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736151872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232756.346264:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232756.346266:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232756.346267:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232756.346271:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8354 00000100:00080000:0.0:1761232756.346273:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232756.346276:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232756.346279:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232756.346287:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736151936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232756.346306:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232756.346342:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232756/real 1761232756] req@00000000de11a021 x1846777736151680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232756.346367:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736151680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232756.346382:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232756.346387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232756.346392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736151680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232756.346403:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151744:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232756.346440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232756.346454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232756/real 1761232756] req@00000000330b2500 x1846777736151744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232756.346530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736151744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232756.346543:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232756.346547:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232756.346551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151744:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232756.346584:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151808:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232756.346616:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232756.346630:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232756/real 1761232756] req@00000000c90d576b x1846777736151808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232756.346646:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736151808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232756.346657:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232756.346660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232756.346665:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151808:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232756.346673:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151872:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232756.346703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232756.346715:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232756/real 1761232756] req@000000000e921d21 x1846777736151872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232756.346731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736151872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232756.346742:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232756.346747:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232756.346751:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151872:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232756.346759:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151936:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232756.346785:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232756.346794:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232756/real 1761232756] req@00000000fd377aae x1846777736151936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232756.346809:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736151936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232781 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232756.346820:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232756.346823:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232756.346827:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736151936:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232756.410033:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232757.369982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232757.434124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232758.394037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232758.458167:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232759.418013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232759.482219:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232760.442049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232760.506038:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232761.465964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232761.465993:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232761.466009:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232761.466015:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232761.466031:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8359 00000100:00080000:0.0:1761232761.466036:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232761.466046:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232761.466104:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736152000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232761.466142:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232761.466146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232761.466148:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232761.466152:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8359 00000100:00080000:0.0:1761232761.466154:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232761.466159:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232761.466172:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232761.466183:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232761.466190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736152064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232761.466201:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232761.466207:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232761.466209:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232761.466216:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8359 00000100:00080000:0.0:1761232761.466218:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232761.466220:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232761.466223:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232761.466236:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736152128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232761.466242:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232761.466245:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232761.466246:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232761.466249:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8359 00000100:00080000:0.0:1761232761.466251:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232761.466255:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232761.466258:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761232761.466260:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232761.466273:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736152192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232761.466281:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232761.466284:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232761.466285:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761232761.466290:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232761/real 1761232761] req@000000008cd0ff0b x1846777736152000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232761.466293:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8359 00000100:00080000:0.0:1761232761.466308:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232761.466315:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232761.466324:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232761.466350:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736152256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232761.466351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736152000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232761.466426:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232761.466448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232761.466453:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232761.466483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232761.466513:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232761.466526:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232761/real 1761232761] req@00000000911b207d x1846777736152064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232761.466547:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736152064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232761.466555:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232761.466557:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232761.466561:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232761.466568:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232761.466589:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232761.466599:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232761/real 1761232761] req@00000000fd377aae x1846777736152128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232761.466610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736152128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232761.466617:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232761.466620:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232761.466623:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232761.466628:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232761.466653:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232761.466668:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232761/real 1761232761] req@000000000e921d21 x1846777736152192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232761.466679:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736152192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232761.466687:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232761.466691:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232761.466699:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232761.466707:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232761.466729:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232761.466737:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232761/real 1761232761] req@00000000c90d576b x1846777736152256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232761.466747:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736152256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232786 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232761.466754:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232761.466755:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232761.466758:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232761.530064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232762.489996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232762.554203:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232763.513973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232763.578146:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232764.538020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232764.602154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232765.561975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232765.626111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232766.586006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232766.586093:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232766.586105:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232766.586111:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232766.586122:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8365 00000100:00080000:1.0:1761232766.586127:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232766.586135:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232766.586179:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736152320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232766.586215:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232766.586220:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232766.586222:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232766.586226:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8365 00000100:00080000:1.0:1761232766.586229:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232766.586233:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232766.586244:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232766.586259:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736152384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232766.586273:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232766.586274:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232766.586287:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232766.586289:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232766.586295:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8365 00000100:00080000:1.0:1761232766.586298:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232766.586301:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232766.586307:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232766.586320:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736152448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232766.586331:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232766.586337:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232766.586365:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232766.586370:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8365 00000100:00080000:1.0:1761232766.586373:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232766.586378:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232766.586385:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761232766.586400:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232766.586402:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736152512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232766.586416:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232766.586421:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232766.586424:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232766.586429:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8365 00000100:00080000:1.0:1761232766.586431:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232766.586436:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761232766.586441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232766/real 1761232766] req@0000000090114397 x1846777736152320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:1.0:1761232766.586444:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232766.586465:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736152576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232766.586476:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736152320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232766.586494:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232766.586499:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232766.586506:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232766.586537:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152384:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232766.586566:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232766.586575:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232766/real 1761232766] req@00000000108af431 x1846777736152384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232766.586589:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736152384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232766.586597:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232766.586600:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232766.586604:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152384:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232766.586610:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152448:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761232766.586627:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232766.586634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232766/real 1761232766] req@00000000c21e8593 x1846777736152448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232766.586645:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736152448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232766.586680:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232766.586691:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232766.586698:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152448:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232766.586709:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152512:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232766.586750:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232766.586766:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232766/real 1761232766] req@00000000cba7fca5 x1846777736152512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232766.586788:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736152512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232766.586800:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232766.586802:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232766.586806:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152512:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761232766.586813:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152576:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761232766.586839:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232766.586848:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232766/real 1761232766] req@000000000a7b3b64 x1846777736152576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232766.586860:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736152576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232791 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232766.586900:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232766.586903:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232766.586906:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152576:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232766.650061:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232767.609982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232767.674060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232768.634025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232768.698039:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232769.657933:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232769.722244:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232770.681995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232770.746892:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232771.705988:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232771.706002:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232771.706008:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232771.706021:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8370 00000100:00080000:2.0:1761232771.706026:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232771.706037:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232771.706045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761232771.706087:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736152640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232771.706124:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232771.706129:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232771.706131:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232771.706136:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8370 00000100:00080000:2.0:1761232771.706139:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232771.706142:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232771.706154:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232771.706170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736152704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232771.706181:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232771.706189:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232771.706195:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232771.706197:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232771.706202:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8370 00000100:00080000:2.0:1761232771.706204:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232771.706208:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232771.706214:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232771.706227:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736152768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232771.706237:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232771.706241:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232771.706244:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232771.706248:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8370 00000100:00080000:2.0:1761232771.706250:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232771.706254:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232771.706259:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232771.706273:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736152832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232771.706302:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232771.706324:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232771.706330:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232771.706333:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761232771.706339:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232771/real 1761232771] req@00000000c35ccb78 x1846777736152640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232771.706345:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8370 00000100:00080000:2.0:1761232771.706353:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232771.706362:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232771.706375:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232771.706388:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736152640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232771.706397:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736152896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232771.706427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232771.706435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232771.706443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232771.706476:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232771.706505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232771.706515:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232771/real 1761232771] req@0000000099725227 x1846777736152704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232771.706528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736152704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232771.706537:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232771.706540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232771.706543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232771.706553:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232771.706571:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232771.706579:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232771/real 1761232771] req@0000000070bd2103 x1846777736152768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232771.706590:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736152768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232771.706599:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232771.706601:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232771.706604:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232771.706609:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232771.706627:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232771.706634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232771/real 1761232771] req@000000002f434b1a x1846777736152832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232771.706645:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736152832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232771.706652:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232771.706654:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232771.706657:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232771.706663:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232771.706680:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232771.706686:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232771/real 1761232771] req@000000001f17a0b8 x1846777736152896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232771.706699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736152896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232796 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232771.706707:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232771.706709:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232771.706712:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736152896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232771.770183:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232772.730009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232772.794814:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232773.753967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232773.818503:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232774.778027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232774.842199:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232775.802041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232775.866300:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232776.825940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232776.825945:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232776.825952:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232776.825955:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232776.825963:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8375 00000100:00080000:2.0:1761232776.825966:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232776.825972:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232776.826005:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736152960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232776.826026:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232776.826028:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232776.826029:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232776.826033:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8375 00000100:00080000:2.0:1761232776.826034:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232776.826037:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232776.826045:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232776.826055:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232776.826056:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736153024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232776.826067:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232776.826069:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232776.826070:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232776.826072:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8375 00000100:00080000:2.0:1761232776.826073:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232776.826075:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232776.826078:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232776.826084:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736153088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232776.826090:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232776.826092:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232776.826093:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232776.826096:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8375 00000100:00080000:2.0:1761232776.826098:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232776.826099:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232776.826102:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232776.826108:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736153152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761232776.826120:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232776.826122:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232776.826125:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232776.826127:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232776.826130:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8375 00000100:00080000:2.0:1761232776.826131:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232776.826134:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232776.826136:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232776.826141:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232776/real 1761232776] req@000000001f17a0b8 x1846777736152960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232776.826145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736153216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761232776.826176:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736152960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232776.826188:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232776.826191:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232776.826196:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736152960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232776.826218:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232776.826256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232776.826267:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232776/real 1761232776] req@000000002f434b1a x1846777736153024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232776.826285:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736153024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232776.826291:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232776.826292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232776.826294:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232776.826298:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761232776.826313:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232776.826318:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232776/real 1761232776] req@0000000070bd2103 x1846777736153088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232776.826324:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736153088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232776.826329:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232776.826330:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232776.826332:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232776.826335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232776.826345:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232776.826348:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232776/real 1761232776] req@0000000099725227 x1846777736153152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232776.826354:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736153152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232776.826358:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232776.826360:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232776.826361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761232776.826364:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761232776.826373:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232776.826376:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232776/real 1761232776] req@00000000c35ccb78 x1846777736153216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232776.826382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736153216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232801 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232776.826386:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232776.826387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761232776.826389:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232776.890113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232777.849997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232777.914016:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232778.874006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232778.938189:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232779.897990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232779.962112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232780.921961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232780.986105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232781.945985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232781.946057:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232781.946068:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232781.946073:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232781.946084:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8380 00000100:00080000:3.0:1761232781.946088:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232781.946097:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232781.946141:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736153280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232781.946216:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232781.946221:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232781.946223:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232781.946228:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8380 00000100:00080000:3.0:1761232781.946232:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232781.946236:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232781.946248:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232781.946266:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736153344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232781.946273:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736153280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232781.946288:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232781.946294:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232781.946295:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232781.946301:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8380 00000100:00080000:3.0:1761232781.946304:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232781.946307:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232781.946313:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232781.946327:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736153408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232781.946338:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232781.946342:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232781.946343:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232781.946346:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8380 00000100:00080000:3.0:1761232781.946348:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232781.946352:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232781.946358:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232781.946371:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736153472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232781.946380:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232781.946385:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232781.946387:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232781.946391:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8380 00000100:00080000:3.0:1761232781.946394:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232781.946398:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232781.946403:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232781.946407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761232781.946419:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736153536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232781.946453:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232781.946482:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232781.946511:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232782.010054:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232782.969957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232783.034043:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232783.994002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232784.058081:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232785.018022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761232785.018275:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761232785.018328:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232785.018348:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232785.018393:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232785.018403:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232785.018415:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232785.018429:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761232785.018512:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232781/real 1761232785] req@0000000017b16811 x1846777736153536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232785.018554:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736153536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232785.018572:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232785.018579:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232785.018587:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153536:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232785.018602:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232781/real 1761232785] req@000000000b14a2de x1846777736153344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232785.018623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736153344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232785.018636:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232785.018640:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232785.018645:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232785.018654:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232781/real 1761232785] req@00000000d2119349 x1846777736153408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232785.018671:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736153408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232785.018683:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232785.018687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232785.018692:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232785.018701:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232781/real 1761232785] req@00000000736ef9ba x1846777736153472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232785.018721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736153472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232785.018733:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232785.018738:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232785.018743:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232785.018757:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232781/real 1761232785] req@000000003dd9839b x1846777736153280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232785.018779:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736153280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232806 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232785.018793:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232785.018798:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232785.018803:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736153280:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:1.0:1761232785.082067:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232786.041993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232786.106151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232787.066016:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232787.066031:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232787.066037:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232787.066050:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8385 00000100:00080000:3.0:1761232787.066055:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232787.066058:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232787.066066:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232787.066142:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736153600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232787.066178:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232787.066182:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232787.066184:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232787.066189:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8385 00000100:00080000:3.0:1761232787.066191:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232787.066195:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232787.066205:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232787.066221:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736153664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232787.066236:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232787.066237:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736153600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761232787.066244:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232787.066249:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232787.066255:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8385 00000100:00080000:3.0:1761232787.066258:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232787.066261:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232787.066267:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232787.066282:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736153728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232787.066292:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232787.066296:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232787.066298:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232787.066303:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8385 00000100:00080000:3.0:1761232787.066305:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232787.066310:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232787.066315:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232787.066327:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736153792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232787.066336:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232787.066339:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232787.066340:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232787.066346:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8385 00000100:00080000:3.0:1761232787.066352:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232787.066357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232787.066364:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232787.066375:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232787.066403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@00000000a20dea0d x1846777736153600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232787.066403:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736153856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232787.066482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736153600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232787.066504:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232787.066510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232787.066518:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736153600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232787.066558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232787.066605:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232787.066637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@00000000311bc461 x1846777736153664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232787.066679:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736153664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232787.066694:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232787.066698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232787.066704:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232787.066714:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232787.066754:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232787.066771:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@00000000eb335f49 x1846777736153728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232787.066792:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736153728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232787.066806:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232787.066810:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232787.066815:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232787.066826:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232787.066905:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232787.066924:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@000000007cc317a5 x1846777736153792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232787.066947:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736153792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232787.066960:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232787.066965:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232787.066970:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232787.066982:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232787.067023:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232787.067039:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232787/real 1761232787] req@00000000d46ba267 x1846777736153856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232787.067058:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736153856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232812 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232787.067071:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232787.067075:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232787.067080:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232787.130200:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232788.090047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232788.154146:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232789.113916:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232789.178074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232790.138033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232790.202182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232791.162018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232791.226041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232792.186067:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232792.186076:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232792.186083:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232792.186090:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232792.186108:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8390 00000100:00080000:3.0:1761232792.186112:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232792.186122:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232792.186170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736153920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232792.186204:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232792.186209:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232792.186210:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232792.186215:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8390 00000100:00080000:3.0:1761232792.186218:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232792.186221:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232792.186232:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232792.186246:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736153984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232792.186260:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232792.186266:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736153920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761232792.186269:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232792.186273:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232792.186282:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8390 00000100:00080000:3.0:1761232792.186284:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232792.186288:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232792.186294:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232792.186310:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736154048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232792.186320:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232792.186323:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232792.186325:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232792.186329:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8390 00000100:00080000:3.0:1761232792.186332:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232792.186336:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232792.186340:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232792.186352:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736154112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232792.186360:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232792.186364:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232792.186368:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232792.186370:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232792.186376:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8390 00000100:00080000:3.0:1761232792.186381:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232792.186385:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232792.186392:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232792.186413:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232792/real 1761232792] req@00000000d46ba267 x1846777736153920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232792.186414:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736154176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232792.186486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736153920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232792.186501:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232792.186505:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232792.186511:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736153920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232792.186544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232792.186571:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232792.186581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232792/real 1761232792] req@000000007cc317a5 x1846777736153984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232792.186594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736153984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232792.186603:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232792.186606:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232792.186610:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736153984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232792.186616:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232792.186634:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232792.186641:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232792/real 1761232792] req@00000000eb335f49 x1846777736154048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232792.186652:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736154048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232792.186661:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232792.186663:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232792.186666:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232792.186672:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232792.186690:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232792.186698:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232792/real 1761232792] req@00000000311bc461 x1846777736154112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232792.186710:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736154112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232792.186719:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232792.186721:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232792.186723:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232792.186729:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232792.186745:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232792.186752:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232792/real 1761232792] req@00000000a20dea0d x1846777736154176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232792.186763:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736154176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232817 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232792.186771:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232792.186773:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232792.186776:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232792.250247:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232793.210130:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232793.274104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232794.234049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232794.298204:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232795.258073:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232795.322235:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232796.281941:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232796.346077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232797.306038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232797.306043:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232797.306051:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232797.306056:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232797.306065:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8395 00000100:00080000:3.0:1761232797.306069:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232797.306077:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232797.306115:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736154240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232797.306146:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232797.306150:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232797.306151:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232797.306155:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8395 00000100:00080000:3.0:1761232797.306157:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232797.306160:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232797.306169:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232797.306182:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736154304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232797.306191:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232797.306195:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232797.306197:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232797.306200:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8395 00000100:00080000:3.0:1761232797.306202:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232797.306206:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232797.306211:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736154240:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761232797.306215:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232797.306233:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736154368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232797.306243:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232797.306246:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232797.306248:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232797.306253:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8395 00000100:00080000:3.0:1761232797.306255:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232797.306259:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232797.306263:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232797.306273:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736154432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232797.306282:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232797.306285:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232797.306286:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232797.306291:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8395 00000100:00080000:3.0:1761232797.306295:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232797.306296:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232797.306302:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232797.306308:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232797.306320:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736154496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232797.306328:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232797/real 1761232797] req@000000003dd9839b x1846777736154240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232797.306358:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736154240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232797.306373:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232797.306378:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232797.306383:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736154240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232797.306393:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154304:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232797.306423:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232797.306436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232797/real 1761232797] req@00000000736ef9ba x1846777736154304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232797.306450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736154304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232797.306460:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232797.306463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232797.306466:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232797.306495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154368:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232797.306522:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232797.306534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232797/real 1761232797] req@00000000d2119349 x1846777736154368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232797.306552:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736154368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232797.306562:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232797.306565:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232797.306568:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232797.306575:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154432:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232797.306603:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232797.306614:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232797/real 1761232797] req@000000000b14a2de x1846777736154432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232797.306623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736154432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232797.306634:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232797.306637:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232797.306641:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232797.306649:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154496:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232797.306679:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232797.306694:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232797/real 1761232797] req@0000000017b16811 x1846777736154496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232797.306712:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736154496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232822 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232797.306725:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232797.306729:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232797.306734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232797.370154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232798.330027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232798.394124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232799.354026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232799.418148:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232800.378069:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232800.442163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232801.402099:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232801.466145:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232802.426025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232802.426109:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232802.426129:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232802.426134:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232802.426145:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8400 00000100:00080000:2.0:1761232802.426149:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232802.426157:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232802.426200:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736154560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232802.426236:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232802.426241:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232802.426243:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232802.426248:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8400 00000100:00080000:2.0:1761232802.426250:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232802.426253:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232802.426281:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232802.426294:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736154624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232802.426305:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232802.426310:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232802.426312:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232802.426333:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8400 00000100:00080000:2.0:1761232802.426335:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232802.426340:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232802.426347:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232802.426360:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736154560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232802.426362:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736154688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232802.426383:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232802.426386:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232802.426388:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232802.426392:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8400 00000100:00080000:2.0:1761232802.426394:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232802.426410:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232802.426415:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232802.426429:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736154752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232802.426440:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232802.426443:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232802.426445:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232802.426448:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8400 00000100:00080000:2.0:1761232802.426450:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232802.426454:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232802.426459:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232802.426474:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232802.426475:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736154816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232802.426513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232802/real 1761232802] req@00000000c35ccb78 x1846777736154560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232802.426536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736154560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232802.426549:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232802.426553:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232802.426574:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736154560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232802.426592:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154624:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232802.426617:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232802.426626:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232802/real 1761232802] req@0000000099725227 x1846777736154624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232802.426638:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736154624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232802.426646:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232802.426650:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232802.426653:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232802.426680:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154688:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232802.426699:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232802.426707:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232802/real 1761232802] req@0000000070bd2103 x1846777736154688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232802.426718:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736154688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232802.426726:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232802.426728:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232802.426731:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154688:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232802.426736:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154752:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232802.426753:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232802.426759:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232802/real 1761232802] req@000000002f434b1a x1846777736154752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232802.426769:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736154752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232802.426777:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232802.426779:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232802.426782:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154752:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232802.426787:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154816:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232802.426806:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232802.426813:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232802/real 1761232802] req@000000001f17a0b8 x1846777736154816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232802.426824:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736154816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232827 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232802.426831:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232802.426833:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232802.426836:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154816:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232802.490184:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232803.449973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232803.514051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232804.473983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232804.538172:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232805.498017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232805.562187:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232806.521974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232806.586167:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232807.546001:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232807.546004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232807.546015:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232807.546019:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232807.546031:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8405 00000100:00080000:2.0:1761232807.546034:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232807.546042:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232807.546095:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736154880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232807.546129:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232807.546133:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232807.546135:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232807.546141:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8405 00000100:00080000:2.0:1761232807.546143:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232807.546148:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232807.546160:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232807.546168:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736154880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232807.546173:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736154944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232807.546181:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232807.546184:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232807.546186:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232807.546190:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8405 00000100:00080000:2.0:1761232807.546191:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232807.546194:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232807.546198:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232807.546205:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736155008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232807.546213:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232807.546216:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232807.546217:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232807.546220:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8405 00000100:00080000:2.0:1761232807.546221:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232807.546224:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232807.546228:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232807.546235:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736155072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232807.546241:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232807.546244:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232807.546245:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232807.546248:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8405 00000100:00080000:2.0:1761232807.546250:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232807.546253:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232807.546256:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232807.546257:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232807.546264:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736155136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232807.546286:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232807/real 1761232807] req@000000001f17a0b8 x1846777736154880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232807.546305:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736154880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232807.546316:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232807.546318:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232807.546321:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736154880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232807.546346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154944:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232807.546365:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232807.546370:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232807/real 1761232807] req@000000002f434b1a x1846777736154944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232807.546377:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736154944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232807.546382:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232807.546384:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232807.546386:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736154944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232807.546390:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232807.546402:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232807.546409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232807/real 1761232807] req@0000000070bd2103 x1846777736155008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232807.546419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736155008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232807.546427:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232807.546430:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232807.546432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232807.546438:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232807.546460:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232807.546467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232807/real 1761232807] req@0000000099725227 x1846777736155072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232807.546478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736155072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232807.546486:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232807.546489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232807.546492:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232807.546498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232807.546516:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232807.546524:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232807/real 1761232807] req@00000000c35ccb78 x1846777736155136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232807.546535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736155136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232832 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232807.546542:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232807.546545:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232807.546548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232807.610118:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232808.570034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232808.634079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232809.594019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232809.658141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232810.618033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232810.682187:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232811.642023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232811.706147:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232812.665999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232812.666050:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232812.666061:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232812.666066:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232812.666090:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8411 00000100:00080000:3.0:1761232812.666094:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232812.666102:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232812.666148:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736155200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232812.666183:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232812.666187:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232812.666189:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232812.666194:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8411 00000100:00080000:3.0:1761232812.666197:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232812.666200:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232812.666210:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232812.666224:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736155264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232812.666237:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232812.666242:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1761232812.666244:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736155200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761232812.666246:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232812.666258:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8411 00000100:00080000:3.0:1761232812.666262:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232812.666266:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232812.666272:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232812.666288:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736155328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232812.666299:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232812.666305:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232812.666306:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232812.666310:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8411 00000100:00080000:3.0:1761232812.666313:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232812.666317:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232812.666321:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232812.666333:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736155392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232812.666342:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232812.666348:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1761232812.666350:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232812.666351:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232812.666361:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8411 00000100:00080000:3.0:1761232812.666364:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232812.666369:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232812.666375:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232812.666387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232812/real 1761232812] req@0000000009919b3e x1846777736155200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761232812.666394:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736155456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232812.666445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736155200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232812.666462:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232812.666466:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232812.666472:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736155200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232812.666501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232812.666528:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232812.666537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232812/real 1761232812] req@0000000066592840 x1846777736155264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232812.666559:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736155264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232812.666568:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232812.666572:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232812.666575:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232812.666581:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232812.666600:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232812.666607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232812/real 1761232812] req@00000000d3a306c9 x1846777736155328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232812.666622:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736155328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232812.666636:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232812.666640:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232812.666645:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232812.666655:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232812.666689:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232812.666712:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232812/real 1761232812] req@00000000a0b7b6fd x1846777736155392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232812.666731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736155392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232812.666745:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232812.666751:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232812.666756:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232812.666766:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232812.666802:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232812.666844:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232812/real 1761232812] req@0000000044909560 x1846777736155456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232812.666906:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736155456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232837 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232812.666923:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232812.666926:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232812.666932:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232812.730154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232813.689929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232813.754177:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232814.714130:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232814.778053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232815.738033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232815.802139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232816.761950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232816.826200:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232817.786003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232817.786014:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232817.786025:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232817.786031:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232817.786042:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8416 00000100:00080000:2.0:1761232817.786046:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232817.786054:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232817.786095:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736155520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232817.786143:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232817.786148:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232817.786150:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232817.786154:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8416 00000100:00080000:2.0:1761232817.786156:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232817.786160:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232817.786171:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232817.786187:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736155584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232817.786197:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736155520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761232817.786205:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232817.786212:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232817.786213:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232817.786219:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8416 00000100:00080000:2.0:1761232817.786222:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232817.786226:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232817.786231:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232817.786246:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736155648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232817.786256:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232817.786260:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232817.786261:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232817.786266:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8416 00000100:00080000:2.0:1761232817.786269:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232817.786274:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232817.786279:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761232817.786289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232817.786294:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736155712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232817.786306:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232817.786311:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232817.786314:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232817.786320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232817/real 1761232817] req@00000000c35ccb78 x1846777736155520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761232817.786322:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8416 00000100:00080000:2.0:1761232817.786329:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232817.786340:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232817.786350:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232817.786368:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736155520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232817.786369:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736155776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232817.786414:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232817.786421:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232817.786429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736155520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232817.786457:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155584:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232817.786481:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232817.786490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232817/real 1761232817] req@0000000099725227 x1846777736155584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232817.786502:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736155584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232817.786510:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232817.786513:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232817.786516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155584:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232817.786522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155648:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232817.786538:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232817.786545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232817/real 1761232817] req@0000000070bd2103 x1846777736155648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232817.786555:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736155648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232817.786563:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232817.786565:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232817.786568:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155648:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232817.786573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155712:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232817.786606:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232817.786620:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232817/real 1761232817] req@000000002f434b1a x1846777736155712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232817.786632:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736155712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232817.786640:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232817.786642:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232817.786645:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155712:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232817.786651:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155776:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232817.786680:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232817.786693:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232817/real 1761232817] req@000000001f17a0b8 x1846777736155776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232817.786711:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736155776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232842 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232817.786724:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232817.786727:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232817.786732:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155776:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232817.850223:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232818.809926:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232818.874034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232819.833938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232819.898125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232820.857923:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232820.922054:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232821.881971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232821.946196:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232822.906008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232822.906090:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232822.906105:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232822.906109:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232822.906120:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8421 00000100:00080000:1.0:1761232822.906124:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232822.906133:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232822.906178:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736155840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232822.906213:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232822.906218:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232822.906220:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232822.906224:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8421 00000100:00080000:1.0:1761232822.906227:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232822.906231:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232822.906243:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232822.906258:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736155904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232822.906271:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232822.906274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736155840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232822.906279:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232822.906283:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232822.906291:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8421 00000100:00080000:1.0:1761232822.906294:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232822.906297:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232822.906303:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232822.906320:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736155968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232822.906332:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232822.906337:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232822.906340:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232822.906343:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8421 00000100:00080000:1.0:1761232822.906345:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232822.906349:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232822.906355:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232822.906368:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736156032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232822.906378:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232822.906388:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232822.906393:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232822.906395:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232822.906403:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8421 00000100:00080000:1.0:1761232822.906405:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232822.906411:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232822.906417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232822/real 1761232822] req@00000000cee0df34 x1846777736155840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:1.0:1761232822.906418:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232822.906439:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736156096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232822.906451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736155840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232822.906484:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232822.906489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232822.906496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736155840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232822.906528:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155904:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232822.906554:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232822.906563:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232822/real 1761232822] req@000000001dfe2b3c x1846777736155904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232822.906577:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736155904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232822.906586:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232822.906588:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232822.906592:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155904:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232822.906598:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155968:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232822.906616:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232822.906623:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232822/real 1761232822] req@00000000f52221c5 x1846777736155968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232822.906635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736155968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232822.906651:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232822.906653:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232822.906656:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736155968:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232822.906662:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156032:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232822.906680:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232822.906687:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232822/real 1761232822] req@00000000c65fa7c5 x1846777736156032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232822.906729:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736156032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232822.906738:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232822.906741:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232822.906744:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156032:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232822.906751:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156096:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232822.906775:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232822.906784:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232822/real 1761232822] req@00000000dcfa4436 x1846777736156096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232822.906797:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736156096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232847 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232822.906805:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232822.906807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232822.906810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156096:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232822.970075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232823.930008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232823.994089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232824.954054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232825.018222:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232825.977960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232826.042036:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232827.001993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232827.066197:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232828.026002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232828.026005:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232828.026016:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232828.026021:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232828.026032:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8426 00000100:00080000:1.0:1761232828.026036:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232828.026044:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232828.026085:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736156160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232828.026116:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232828.026120:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232828.026122:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232828.026126:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8426 00000100:00080000:1.0:1761232828.026128:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232828.026131:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232828.026141:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232828.026153:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736156224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232828.026164:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761232828.026168:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736156160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232828.026171:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232828.026175:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232828.026182:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8426 00000100:00080000:1.0:1761232828.026185:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232828.026187:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232828.026191:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232828.026205:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736156288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232828.026215:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232828.026219:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232828.026221:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232828.026224:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8426 00000100:00080000:1.0:1761232828.026226:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232828.026229:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232828.026233:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232828.026245:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736156352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232828.026254:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232828.026261:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232828.026262:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232828.026266:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232828.026272:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8426 00000100:00080000:1.0:1761232828.026275:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232828.026279:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232828.026285:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232828.026292:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232828/real 1761232828] req@0000000054fdc67e x1846777736156160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232828.026299:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736156416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232828.026334:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736156160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232828.026349:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232828.026353:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232828.026358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736156160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232828.026384:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156224:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232828.026407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232828.026414:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232828/real 1761232828] req@00000000069b687a x1846777736156224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232828.026426:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736156224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232828.026434:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232828.026436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232828.026439:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232828.026447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232828.026464:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232828.026470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232828/real 1761232828] req@00000000c2c1573a x1846777736156288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232828.026480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736156288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232828.026487:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232828.026489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232828.026491:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232828.026497:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232828.026513:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232828.026519:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232828/real 1761232828] req@000000000baedc40 x1846777736156352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232828.026531:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736156352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232828.026543:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232828.026546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232828.026551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232828.026559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232828.026591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232828.026605:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232828/real 1761232828] req@00000000a0dbac9b x1846777736156416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232828.026624:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736156416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232853 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232828.026637:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232828.026664:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232828.026669:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232828.090065:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232829.049981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232829.114268:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232830.074112:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232830.138072:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232831.097986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232831.162141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232832.122145:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232832.186184:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232833.146051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232833.146056:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232833.146065:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232833.146070:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232833.146085:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8431 00000100:00080000:1.0:1761232833.146088:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232833.146096:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232833.146124:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736156480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232833.146144:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232833.146147:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232833.146149:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232833.146152:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8431 00000100:00080000:1.0:1761232833.146153:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232833.146156:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232833.146165:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232833.146177:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736156544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232833.146184:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232833.146187:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232833.146189:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232833.146192:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736156480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761232833.146198:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8431 00000100:00080000:1.0:1761232833.146202:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232833.146205:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232833.146211:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232833.146224:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736156608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232833.146232:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232833.146236:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232833.146239:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232833.146243:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8431 00000100:00080000:1.0:1761232833.146246:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232833.146250:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232833.146255:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232833.146267:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736156672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232833.146275:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232833.146278:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232833.146279:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232833.146291:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232833.146292:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8431 00000100:00080000:1.0:1761232833.146301:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232833.146307:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232833.146314:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232833.146321:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232833/real 1761232833] req@00000000464e3652 x1846777736156480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232833.146329:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736156736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232833.146342:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736156480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232833.146353:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232833.146357:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232833.146361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736156480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232833.146390:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156544:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232833.146413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232833.146429:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232833/real 1761232833] req@000000006ce6fb08 x1846777736156544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232833.146451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736156544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232833.146457:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232833.146458:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232833.146461:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156544:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232833.146471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156608:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232833.146484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232833.146488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232833/real 1761232833] req@000000009c8a8899 x1846777736156608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232833.146494:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736156608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232833.146499:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232833.146500:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232833.146502:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156608:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232833.146505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156672:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232833.146516:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232833.146520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232833/real 1761232833] req@00000000086973a9 x1846777736156672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232833.146527:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736156672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232833.146531:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232833.146533:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232833.146535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156672:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232833.146537:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156736:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232833.146547:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232833.146550:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232833/real 1761232833] req@0000000013a55d77 x1846777736156736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232833.146556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736156736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232858 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232833.146559:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232833.146561:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232833.146562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156736:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232833.209978:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232834.170032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232834.234063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232835.194032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232835.258034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232836.217986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232836.282275:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232837.242086:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232837.306194:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761232838.265995:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232838.266006:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232838.266010:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232838.266012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232838.266022:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8436 00000100:00080000:1.0:1761232838.266027:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232838.266035:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232838.266094:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736156800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232838.266121:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232838.266124:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232838.266126:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232838.266130:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8436 00000100:00080000:1.0:1761232838.266131:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232838.266135:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232838.266145:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232838.266157:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736156864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232838.266167:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232838.266170:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232838.266173:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232838.266174:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736156800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232838.266182:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8436 00000100:00080000:1.0:1761232838.266185:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232838.266188:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232838.266192:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232838.266203:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736156928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232838.266211:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232838.266214:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232838.266216:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232838.266219:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8436 00000100:00080000:1.0:1761232838.266223:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232838.266226:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232838.266231:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232838.266260:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736156992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232838.266270:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232838.266274:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232838.266276:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761232838.266284:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761232838.266285:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8436 00000100:00080000:1.0:1761232838.266292:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232838.266296:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232838.266303:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232838.266337:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232838/real 1761232838] req@00000000f706d6b4 x1846777736156800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232838.266346:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736157056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232838.266369:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736156800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232838.266402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232838.266405:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232838.266408:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736156800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232838.266431:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232838.266450:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232838.266457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232838/real 1761232838] req@00000000161ad79e x1846777736156864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232838.266465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736156864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232838.266471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232838.266473:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232838.266475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232838.266479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232838.266491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232838.266496:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232838/real 1761232838] req@000000007a9a6396 x1846777736156928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232838.266504:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736156928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232838.266510:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232838.266511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232838.266513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232838.266517:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232838.266548:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232838.266571:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232838/real 1761232838] req@0000000012be0532 x1846777736156992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232838.266581:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736156992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232838.266589:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232838.266591:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232838.266593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736156992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232838.266598:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232838.266614:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232838.266620:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232838/real 1761232838] req@0000000013a55d77 x1846777736157056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232838.266629:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736157056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232863 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232838.266636:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232838.266637:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232838.266640:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232838.330509:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232839.290072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232839.354638:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232840.314038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232840.379100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232841.338035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232841.402127:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761232842.362043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232842.426191:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232843.386059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232843.386082:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232843.386099:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232843.386107:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232843.386127:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8441 00000100:00080000:3.0:1761232843.386134:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232843.386149:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232843.386222:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736157120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232843.386279:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232843.386287:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232843.386290:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232843.386299:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8441 00000100:00080000:3.0:1761232843.386304:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232843.386312:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232843.386332:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232843.386342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736157120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232843.386362:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736157184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232843.386385:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232843.386391:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232843.386394:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232843.386403:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8441 00000100:00080000:3.0:1761232843.386407:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232843.386414:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232843.386423:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232843.386445:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736157248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232843.386464:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761232843.386489:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232843.386502:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232843.386506:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232843.386517:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8441 00000100:00080000:3.0:1761232843.386521:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232843.386531:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761232843.386539:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232843/real 1761232843] req@0000000044909560 x1846777736157120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:3.0:1761232843.386545:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232843.386576:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736157312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232843.386591:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736157120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232843.386603:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232843.386619:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232843.386627:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232843.386633:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232843.386638:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8441 00000100:00080000:0.0:1761232843.386642:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761232843.386647:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232843.386655:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736157120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761232843.386662:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232843.386675:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232843.386697:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736157376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232843.386705:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232843.386759:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232843.386774:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232843/real 1761232843] req@00000000a0b7b6fd x1846777736157184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232843.386790:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736157184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232843.386799:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232843.386802:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232843.386806:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232843.386812:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761232843.386832:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232843.386841:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232843/real 1761232843] req@00000000d3a306c9 x1846777736157248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232843.386853:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736157248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232843.386862:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232843.386898:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232843.386902:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761232843.386910:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232843.386935:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232843.386944:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232843/real 1761232843] req@0000000066592840 x1846777736157312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232843.386957:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736157312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232843.386966:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232843.386969:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232843.386972:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761232843.386993:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761232843.387012:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232843.387020:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232843/real 1761232843] req@0000000009919b3e x1846777736157376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232843.387032:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736157376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232868 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761232843.387049:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232843.387051:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232843.387055:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232843.450169:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232844.410074:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232844.474182:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232845.434045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232845.498141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232846.458008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232846.522088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232847.482065:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232847.546112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232848.506026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232848.506100:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232848.506111:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232848.506116:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232848.506127:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8446 00000100:00080000:0.0:1761232848.506131:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232848.506140:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232848.506185:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736157440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232848.506225:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232848.506229:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232848.506232:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232848.506236:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8446 00000100:00080000:0.0:1761232848.506238:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232848.506242:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232848.506253:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232848.506268:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736157504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232848.506281:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232848.506287:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736157440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232848.506289:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232848.506310:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232848.506319:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8446 00000100:00080000:0.0:1761232848.506323:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232848.506327:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232848.506333:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232848.506349:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736157568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232848.506359:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232848.506364:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232848.506372:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232848.506377:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8446 00000100:00080000:0.0:1761232848.506380:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232848.506384:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232848.506389:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232848.506400:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736157632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232848.506431:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232848.506435:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232848.506438:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232848.506442:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1761232848.506454:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8446 00000100:00080000:0.0:1761232848.506460:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232848.506464:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232848.506471:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232848.506492:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736157696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232848.506498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232848.506537:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232848.506570:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232848.570131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232849.530086:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232849.594041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232850.553999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232850.618205:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232851.578044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761232851.578249:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761232851.578300:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761232851.578319:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232851.578367:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232851.578414:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232851.578428:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761232851.578444:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761232851.578460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232848/real 1761232851] req@00000000de11a021 x1846777736157504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232851.578493:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736157504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232851.578507:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232851.578511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232851.578516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232851.578523:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232848/real 1761232851] req@0000000023d541ab x1846777736157568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232851.578536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736157568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232851.578544:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232851.578547:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232851.578550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232851.578556:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232848/real 1761232851] req@00000000e0da2515 x1846777736157632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232851.578566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736157632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232851.578582:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232851.578585:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232851.578588:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232851.578594:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232848/real 1761232851] req@00000000330b2500 x1846777736157440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232851.578605:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736157440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232851.578613:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232851.578615:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232851.578618:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736157440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232851.578652:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232848/real 1761232851] req@00000000d75fe628 x1846777736157696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232851.578664:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736157696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232873 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232851.578671:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232851.578674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232851.578676:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232851.642062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232852.602006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232852.666135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232853.626028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232853.626042:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232853.626052:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232853.626057:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232853.626069:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8452 00000100:00080000:0.0:1761232853.626074:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232853.626082:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232853.626116:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736157760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232853.626144:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232853.626148:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232853.626150:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232853.626154:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8452 00000100:00080000:0.0:1761232853.626157:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232853.626162:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232853.626174:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232853.626184:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736157760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232853.626191:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736157824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232853.626205:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232853.626210:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232853.626211:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232853.626217:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8452 00000100:00080000:0.0:1761232853.626221:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232853.626225:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232853.626231:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232853.626246:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736157888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232853.626257:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232853.626262:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232853.626268:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232853.626270:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232853.626277:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8452 00000100:00080000:0.0:1761232853.626280:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761232853.626284:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232853/real 1761232853] req@000000009dca9672 x1846777736157760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232853.626288:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232853.626299:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232853.626306:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736157760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232853.626316:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736157952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232853.626317:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232853.626324:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232853.626331:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736157760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232853.626334:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232853.626339:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232853.626341:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232853.626365:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8452 00000100:00080000:0.0:1761232853.626370:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232853.626375:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232853.626380:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232853.626388:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232853.626396:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736158016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232853.626421:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232853.626436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232853/real 1761232853] req@000000001edf5a39 x1846777736157824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232853.626450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736157824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232853.626459:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232853.626462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232853.626465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232853.626472:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232853.626495:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232853.626514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232853/real 1761232853] req@00000000d75fe628 x1846777736157888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232853.626526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736157888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232853.626540:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232853.626543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232853.626546:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232853.626553:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232853.626579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232853.626589:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232853/real 1761232853] req@00000000330b2500 x1846777736157952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232853.626604:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736157952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232853.626628:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232853.626631:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232853.626634:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736157952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232853.626650:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232853.626671:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232853.626680:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232853/real 1761232853] req@00000000e0da2515 x1846777736158016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232853.626689:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736158016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232878 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232853.626696:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232853.626698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232853.626700:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232853.690043:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232854.650036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232854.714146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232855.673968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232855.738148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232856.698037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232856.762120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232857.722020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232857.786164:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232858.746027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761232858.746045:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232858.746059:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232858.746066:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232858.746082:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8457 00000100:00080000:3.0:1761232858.746088:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232858.746100:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761232858.746152:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736158080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232858.746197:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232858.746204:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232858.746207:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232858.746216:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8457 00000100:00080000:3.0:1761232858.746221:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232858.746230:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232858.746247:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232858.746251:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736158080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761232858.746276:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736158144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232858.746327:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232858.746334:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232858.746337:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232858.746345:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8457 00000100:00080000:3.0:1761232858.746350:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232858.746356:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761232858.746365:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761232858.746366:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232858.746396:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736158208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232858.746403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232858/real 1761232858] req@0000000017b16811 x1846777736158080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232858.746449:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232858.746457:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761232858.746459:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736158080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232858.746463:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232858.746478:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8457 00000100:00080000:1.0:1761232858.746482:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761232858.746485:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232858.746490:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761232858.746499:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232858.746501:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736158080:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761232858.746515:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232858.746542:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232858.746545:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736158272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232858.746581:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761232858.746589:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232858.746599:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232858/real 1761232858] req@000000000b14a2de x1846777736158144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232858.746600:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232858.746606:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232858.746621:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8457 00000100:00100000:1.0:1761232858.746627:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736158144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761232858.746629:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232858.746644:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:1.0:1761232858.746651:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232858.746660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000008:00100000:3.0:1761232858.746660:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232858.746670:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232858.746684:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761232858.746692:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736158336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232858.746715:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232858.746732:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232858/real 1761232858] req@00000000d2119349 x1846777736158208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232858.746750:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736158208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232858.746759:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232858.746763:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232858.746766:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232858.746782:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158272:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232858.746801:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232858.746808:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232858/real 1761232858] req@00000000736ef9ba x1846777736158272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232858.746820:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736158272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232858.746828:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232858.746831:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232858.746833:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232858.746839:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158336:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232858.746856:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232858.746896:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232858/real 1761232858] req@000000003dd9839b x1846777736158336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232858.746911:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736158336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232883 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232858.746920:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232858.746923:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232858.746926:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158336:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232858.810166:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232859.770001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232859.834134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232860.794008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232860.858145:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232861.818071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232861.882146:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232862.841948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232862.906064:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232863.866055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232863.866073:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232863.866083:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232863.866089:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232863.866101:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8462 00000100:00080000:0.0:1761232863.866106:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232863.866127:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232863.866177:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736158400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232863.866217:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232863.866221:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232863.866223:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232863.866227:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8462 00000100:00080000:0.0:1761232863.866230:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232863.866255:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232863.866265:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232863.866279:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736158464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232863.866299:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232863.866303:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232863.866305:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232863.866310:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8462 00000100:00080000:0.0:1761232863.866312:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232863.866315:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232863.866320:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232863.866330:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736158528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232863.866340:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232863.866343:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232863.866345:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232863.866349:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8462 00000100:00080000:0.0:1761232863.866351:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232863.866355:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232863.866361:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232863.866371:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736158400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761232863.866374:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736158592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232863.866393:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232863.866396:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232863.866397:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232863.866401:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8462 00000100:00080000:0.0:1761232863.866403:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232863.866406:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232863.866411:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232863.866422:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736158656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232863.866470:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232863.866509:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232863/real 1761232863] req@0000000023d541ab x1846777736158400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232863.866528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736158400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232863.866539:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232863.866543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232863.866547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736158400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232863.866554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232863.866577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232863.866585:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232863/real 1761232863] req@00000000de11a021 x1846777736158464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232863.866596:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736158464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232863.866612:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232863.866614:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232863.866617:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232863.866623:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232863.866639:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232863.866646:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232863/real 1761232863] req@00000000c90d576b x1846777736158528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232863.866657:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736158528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232863.866664:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232863.866667:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232863.866669:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232863.866714:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232863.866732:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232863.866739:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232863/real 1761232863] req@000000000e921d21 x1846777736158592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232863.866749:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736158592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232863.866757:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232863.866759:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232863.866762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232863.866768:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232863.866784:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232863.866791:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232863/real 1761232863] req@00000000fd377aae x1846777736158656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232863.866802:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736158656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232888 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232863.866809:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232863.866812:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232863.866814:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232863.930214:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232864.889967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232864.954028:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232865.914042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232865.978130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232866.938056:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232867.002125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232867.961976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232868.026077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232868.985996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232868.986020:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232868.986031:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232868.986036:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232868.986049:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8467 00000100:00080000:0.0:1761232868.986054:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232868.986064:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232868.986110:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736158720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232868.986145:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232868.986149:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232868.986151:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232868.986156:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8467 00000100:00080000:0.0:1761232868.986158:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232868.986162:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232868.986173:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232868.986229:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736158784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232868.986239:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232868.986243:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232868.986245:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232868.986250:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8467 00000100:00080000:0.0:1761232868.986253:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232868.986258:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232868.986264:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232868.986278:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736158848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232868.986291:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232868.986295:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232868.986297:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232868.986304:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736158720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232868.986306:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8467 00000100:00080000:0.0:1761232868.986314:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232868.986321:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232868.986327:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232868.986341:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736158912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232868.986351:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232868.986355:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232868.986357:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232868.986362:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8467 00000100:00080000:0.0:1761232868.986364:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232868.986367:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232868.986372:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232868.986383:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736158976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232868.986418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232868.986454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232868/real 1761232868] req@00000000911b207d x1846777736158720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232868.986485:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736158720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232868.986504:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232868.986509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232868.986517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736158720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232868.986529:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232868.986580:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232868.986601:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232868/real 1761232868] req@000000008cd0ff0b x1846777736158784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232868.986637:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736158784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232868.986653:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232868.986658:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232868.986665:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232868.986706:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232868.986746:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232868.986764:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232868/real 1761232868] req@00000000fd377aae x1846777736158848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232868.986798:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736158848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232868.986812:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232868.986817:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232868.986822:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232868.986831:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232868.986919:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232868.986940:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232868/real 1761232868] req@000000000e921d21 x1846777736158912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232868.986955:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736158912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232868.986965:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232868.986970:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232868.986973:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232868.986983:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232868.987014:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232868.987026:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232868/real 1761232868] req@00000000c90d576b x1846777736158976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232868.987043:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736158976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232893 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232868.987051:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232868.987055:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232868.987059:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736158976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232869.050156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232870.010010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232870.074208:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232871.033973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232871.098139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232872.057995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232872.122185:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232873.082014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232873.146191:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761232874.106033:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232874.106047:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761232874.106051:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232874.106064:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8472 00000100:00080000:3.0:1761232874.106069:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232874.106078:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232874.106142:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761232874.106151:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736159040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232874.106178:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232874.106184:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761232874.106187:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232874.106192:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8472 00000100:00080000:3.0:1761232874.106196:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232874.106201:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232874.106212:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232874.106222:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736159040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761232874.106232:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736159104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232874.106246:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232874.106250:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761232874.106253:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232874.106256:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8472 00000100:00080000:3.0:1761232874.106259:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232874.106262:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232874.106267:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761232874.106281:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736159168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232874.106290:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232874.106294:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761232874.106296:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761232874.106302:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8472 00000100:00080000:3.0:1761232874.106305:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232874.106309:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232874.106316:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232874.106324:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761232874.106337:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736159232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761232874.106349:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761232874.106354:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761232874.106356:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232874.106361:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232874/real 1761232874] req@00000000a20dea0d x1846777736159040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761232874.106368:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8472 00000100:00080000:3.0:1761232874.106376:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761232874.106386:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761232874.106393:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232874.106402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736159040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761232874.106409:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736159296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232874.106450:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232874.106457:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232874.106464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736159040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232874.106497:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159104:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232874.106524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232874.106534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232874/real 1761232874] req@00000000311bc461 x1846777736159104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232874.106548:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736159104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232874.106557:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232874.106560:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232874.106563:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159104:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232874.106569:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159168:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232874.106587:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232874.106594:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232874/real 1761232874] req@00000000eb335f49 x1846777736159168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232874.106606:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736159168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232874.106615:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232874.106617:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232874.106620:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159168:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232874.106625:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159232:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232874.106643:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232874.106650:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232874/real 1761232874] req@000000007cc317a5 x1846777736159232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232874.106669:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736159232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232874.106677:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232874.106679:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232874.106682:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159232:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232874.106687:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159296:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232874.106704:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232874.106711:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232874/real 1761232874] req@00000000d46ba267 x1846777736159296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232874.106721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736159296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232899 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232874.106729:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232874.106731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232874.106734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159296:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232874.170206:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232875.129988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232875.194170:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232876.154014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232876.218208:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232877.178079:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232877.242173:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232878.202013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232878.266048:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232879.225996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232879.226084:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232879.226107:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232879.226111:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232879.226118:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8477 00000100:00080000:0.0:1761232879.226121:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232879.226127:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232879.226157:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736159360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232879.226179:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232879.226181:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232879.226182:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232879.226185:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8477 00000100:00080000:0.0:1761232879.226186:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232879.226189:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232879.226196:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232879.226204:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736159424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232879.226208:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736159360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232879.226219:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232879.226222:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232879.226222:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232879.226226:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8477 00000100:00080000:0.0:1761232879.226227:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232879.226230:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232879.226233:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232879.226242:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736159488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232879.226248:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232879.226250:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232879.226252:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232879.226253:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8477 00000100:00080000:0.0:1761232879.226254:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232879.226256:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232879.226259:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232879.226266:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736159552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232879.226272:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761232879.226272:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232879.226276:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232879.226278:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232879.226281:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8477 00000100:00080000:0.0:1761232879.226283:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232879.226286:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232879.226289:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232879.226294:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736159616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232879.226298:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232879/real 1761232879] req@00000000de11a021 x1846777736159360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232879.226340:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736159360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232879.226353:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232879.226358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232879.226363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736159360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232879.226391:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232879.226432:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232879.226445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232879/real 1761232879] req@0000000023d541ab x1846777736159424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232879.226481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736159424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232879.226489:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232879.226491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232879.226494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232879.226500:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232879.226516:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232879.226522:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232879/real 1761232879] req@00000000e0da2515 x1846777736159488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232879.226529:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736159488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232879.226533:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232879.226535:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232879.226536:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232879.226540:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232879.226550:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232879.226554:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232879/real 1761232879] req@00000000330b2500 x1846777736159552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232879.226560:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736159552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232879.226564:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232879.226565:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232879.226567:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232879.226570:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232879.226579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232879.226582:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232879/real 1761232879] req@00000000d75fe628 x1846777736159616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232879.226588:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736159616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232904 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232879.226593:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232879.226594:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232879.226595:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761232879.290127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232880.250022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232880.314134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232881.274023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232881.338161:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232882.297939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232882.362182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232883.322038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232883.386118:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232884.345912:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232884.345948:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232884.345954:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232884.345958:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232884.345965:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8482 00000100:00080000:1.0:1761232884.345968:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232884.345974:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232884.346018:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736159680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232884.346047:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232884.346050:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232884.346051:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232884.346054:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8482 00000100:00080000:1.0:1761232884.346055:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232884.346058:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232884.346065:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232884.346075:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736159744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232884.346081:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232884.346084:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232884.346085:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232884.346087:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8482 00000100:00080000:1.0:1761232884.346088:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761232884.346094:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736159680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232884.346094:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232884.346097:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232884.346105:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736159808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232884.346110:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232884.346113:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232884.346114:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232884.346116:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8482 00000100:00080000:1.0:1761232884.346117:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232884.346119:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232884.346122:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232884.346129:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736159872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232884.346134:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232884.346136:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232884.346137:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232884.346139:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8482 00000100:00080000:1.0:1761232884.346141:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232884.346143:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232884.346145:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232884.346150:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736159936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232884.346167:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232884.346184:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232884/real 1761232884] req@00000000086973a9 x1846777736159680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232884.346197:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736159680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232884.346204:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232884.346206:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232884.346209:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736159680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232884.346213:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159744:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232884.346229:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232884.346234:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232884/real 1761232884] req@000000009c8a8899 x1846777736159744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232884.346240:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736159744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232884.346245:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232884.346247:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232884.346248:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159744:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232884.346267:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159808:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232884.346278:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232884.346282:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232884/real 1761232884] req@000000006ce6fb08 x1846777736159808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232884.346293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736159808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232884.346297:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232884.346299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232884.346300:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159808:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232884.346304:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159872:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232884.346313:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232884.346317:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232884/real 1761232884] req@00000000464e3652 x1846777736159872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232884.346322:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736159872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232884.346327:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232884.346328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232884.346329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159872:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232884.346333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159936:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232884.346343:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232884.346347:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232884/real 1761232884] req@00000000a0dbac9b x1846777736159936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232884.346353:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736159936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232909 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232884.346357:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232884.346359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232884.346361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736159936:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232884.410062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232885.369949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232885.434206:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232886.393954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232886.458162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232887.417990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232887.482201:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232888.442102:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232888.506079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232889.465979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232889.466002:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232889.466015:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232889.466019:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232889.466033:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8487 00000100:00080000:1.0:1761232889.466038:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232889.466045:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232889.466085:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736160000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232889.466117:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232889.466120:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232889.466122:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232889.466127:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8487 00000100:00080000:1.0:1761232889.466129:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232889.466131:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232889.466140:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232889.466150:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736160064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232889.466159:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232889.466162:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232889.466163:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232889.466166:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8487 00000100:00080000:1.0:1761232889.466167:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232889.466170:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232889.466172:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232889.466181:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736160128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232889.466188:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232889.466190:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232889.466192:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232889.466195:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8487 00000100:00080000:1.0:1761232889.466197:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232889.466200:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232889.466204:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232889.466212:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736160192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232889.466219:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232889.466222:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232889.466223:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232889.466226:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8487 00000100:00080000:1.0:1761232889.466228:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232889.466231:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232889.466235:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232889.466242:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736160256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232889.466250:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160000:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:0.0:1761232889.466329:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232889.466353:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232889/real 1761232889] req@000000000baedc40 x1846777736160000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232889.466370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736160000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232889.466380:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232889.466383:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232889.466387:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232889.466393:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232889.466412:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232889.466419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232889/real 1761232889] req@00000000c2c1573a x1846777736160064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232889.466429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736160064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232889.466436:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232889.466438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232889.466440:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232889.466448:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232889.466463:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232889.466469:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232889/real 1761232889] req@00000000069b687a x1846777736160128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232889.466478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736160128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232889.466485:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232889.466487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232889.466489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232889.466494:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232889.466508:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232889.466513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232889/real 1761232889] req@0000000054fdc67e x1846777736160192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232889.466522:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736160192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232889.466529:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232889.466531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232889.466533:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232889.466563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232889.466579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232889.466585:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232889/real 1761232889] req@00000000dcfa4436 x1846777736160256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232889.466595:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736160256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232914 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232889.466601:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232889.466603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232889.466605:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232889.530179:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232890.489983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232890.554111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232891.514029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232891.578091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232892.537993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232892.602060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232893.562005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232893.626109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232894.586006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232894.586018:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232894.586025:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232894.586028:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232894.586035:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8493 00000100:00080000:0.0:1761232894.586037:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232894.586043:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232894.586074:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736160320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232894.586097:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232894.586099:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232894.586100:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232894.586103:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8493 00000100:00080000:0.0:1761232894.586104:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232894.586106:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232894.586112:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232894.586121:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736160384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232894.586128:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232894.586129:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232894.586131:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232894.586133:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232894.586138:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8493 00000100:00080000:0.0:1761232894.586139:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232894.586141:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232894.586143:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232894.586152:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736160448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232894.586157:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232894.586160:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232894.586161:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232894.586163:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8493 00000100:00080000:0.0:1761232894.586164:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232894.586167:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232894.586170:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232894.586175:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736160512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232894.586179:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232894.586181:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232894.586182:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232894.586184:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8493 00000100:00080000:0.0:1761232894.586185:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232894.586188:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232894.586190:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232894.586193:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232894.586200:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736160576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232894.586214:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232894/real 1761232894] req@000000001edf5a39 x1846777736160320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232894.586230:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736160320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232894.586236:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232894.586239:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232894.586242:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232894.586261:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160384:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232894.586275:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232894.586280:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232894/real 1761232894] req@000000009dca9672 x1846777736160384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232894.586286:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736160384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232894.586291:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232894.586292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232894.586294:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160384:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232894.586297:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160448:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232894.586306:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232894.586310:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232894/real 1761232894] req@00000000d75fe628 x1846777736160448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232894.586316:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736160448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232894.586320:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232894.586321:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232894.586323:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160448:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232894.586325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160512:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232894.586334:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232894.586339:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232894/real 1761232894] req@00000000330b2500 x1846777736160512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232894.586345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736160512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232894.586349:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232894.586350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232894.586352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160512:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232894.586354:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160576:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232894.586363:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232894.586367:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232894/real 1761232894] req@00000000e0da2515 x1846777736160576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232894.586372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736160576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232919 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232894.586376:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232894.586377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232894.586379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160576:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232894.650111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232895.609951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232895.674059:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232896.633966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232896.698006:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232897.657929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232897.722015:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232898.681994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232898.745982:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232899.705948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761232899.706043:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232899.706051:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761232899.706055:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232899.706066:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8498 00000100:00080000:1.0:1761232899.706069:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232899.706076:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761232899.706119:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736160640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232899.706149:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232899.706152:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761232899.706153:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232899.706156:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8498 00000100:00080000:1.0:1761232899.706158:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232899.706160:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232899.706169:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232899.706179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736160704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232899.706186:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232899.706188:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761232899.706189:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232899.706192:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8498 00000100:00080000:1.0:1761232899.706193:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232899.706195:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232899.706198:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232899.706205:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736160768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232899.706215:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761232899.706216:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232899.706221:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761232899.706223:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232899.706229:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8498 00000100:00080000:1.0:1761232899.706231:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232899.706234:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232899.706237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232899.706249:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736160832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232899.706254:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761232899.706257:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761232899.706257:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761232899.706260:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8498 00000100:00080000:1.0:1761232899.706262:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761232899.706263:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761232899.706266:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232899.706278:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736160896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232899.706302:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232899.706329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232899/real 1761232899] req@00000000c65fa7c5 x1846777736160640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232899.706349:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736160640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232899.706359:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232899.706362:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232899.706366:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232899.706374:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232899.706395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232899.706402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232899/real 1761232899] req@00000000f52221c5 x1846777736160704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232899.706413:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736160704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232899.706421:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232899.706425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232899.706427:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232899.706452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232899.706470:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232899.706476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232899/real 1761232899] req@000000001dfe2b3c x1846777736160768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232899.706487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736160768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232899.706495:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232899.706497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232899.706500:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232899.706505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232899.706521:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232899.706527:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232899/real 1761232899] req@00000000cee0df34 x1846777736160832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232899.706538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736160832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232899.706545:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232899.706547:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232899.706550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232899.706556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232899.706575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232899.706581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232899/real 1761232899] req@000000000a7b3b64 x1846777736160896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232899.706592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736160896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232924 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232899.706599:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232899.706601:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232899.706604:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736160896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761232899.770014:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232900.730016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232900.794038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232901.753929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232901.818030:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232902.777964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232902.842393:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232903.801992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761232903.867157:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232904.825982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232904.826049:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232904.826062:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232904.826068:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232904.826083:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8503 00000100:00080000:2.0:1761232904.826088:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232904.826099:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232904.826153:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736160960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232904.826196:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232904.826199:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232904.826201:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232904.826206:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8503 00000100:00080000:2.0:1761232904.826209:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232904.826214:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232904.826225:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232904.826233:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232904.826241:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736161024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232904.826250:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232904.826252:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232904.826253:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232904.826257:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8503 00000100:00080000:2.0:1761232904.826258:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232904.826260:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232904.826263:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232904.826270:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736161088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232904.826275:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232904.826278:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232904.826279:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232904.826283:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8503 00000100:00080000:2.0:1761232904.826285:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232904.826287:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232904.826290:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232904.826298:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736161152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232904.826302:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232904.826304:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232904.826305:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232904.826318:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8503 00000100:00080000:2.0:1761232904.826320:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761232904.826322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232904.826327:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232904.826332:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232904.826342:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736161216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232904.826356:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232904/real 1761232904] req@000000001f17a0b8 x1846777736160960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232904.826379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736160960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232904.826391:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232904.826396:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232904.826401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736160960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232904.826426:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232904.826449:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232904.826457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232904/real 1761232904] req@000000002f434b1a x1846777736161024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232904.826470:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736161024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232904.826476:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232904.826479:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232904.826483:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232904.826489:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232904.826507:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232904.826514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232904/real 1761232904] req@0000000070bd2103 x1846777736161088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232904.826523:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736161088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232904.826530:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232904.826532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232904.826535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232904.826541:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232904.826559:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232904.826566:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232904/real 1761232904] req@0000000099725227 x1846777736161152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232904.826576:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736161152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232904.826582:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232904.826585:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232904.826588:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232904.826593:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232904.826610:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232904.826616:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232904/real 1761232904] req@00000000c35ccb78 x1846777736161216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232904.826625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736161216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232929 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232904.826632:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232904.826634:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232904.826636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232904.891014:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232905.849962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232905.914304:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232906.873946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232906.938360:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232907.897981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232907.962050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232908.921995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232908.986028:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232909.945953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232909.945963:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232909.945971:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232909.945975:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232909.945984:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8508 00000100:00080000:2.0:1761232909.945988:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232909.945995:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232909.946030:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736161280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232909.946056:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232909.946060:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232909.946061:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232909.946065:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8508 00000100:00080000:2.0:1761232909.946067:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232909.946070:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232909.946079:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232909.946088:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736161344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232909.946097:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232909.946099:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232909.946101:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232909.946103:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8508 00000100:00080000:2.0:1761232909.946105:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232909.946107:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232909.946111:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232909.946119:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736161408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232909.946129:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232909.946132:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232909.946134:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232909.946137:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736161280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232909.946142:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8508 00000100:00080000:2.0:1761232909.946145:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232909.946149:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232909.946153:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232909.946164:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736161472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232909.946172:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232909.946175:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232909.946176:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232909.946180:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8508 00000100:00080000:2.0:1761232909.946182:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232909.946185:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232909.946189:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232909.946201:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736161536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232909.946202:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232909.946222:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232909/real 1761232909] req@00000000c35ccb78 x1846777736161280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232909.946236:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736161280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232909.946243:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232909.946245:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232909.946248:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736161280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232909.946252:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232909.946267:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232909.946271:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232909/real 1761232909] req@0000000099725227 x1846777736161344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232909.946278:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736161344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232909.946282:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232909.946284:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232909.946286:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232909.946303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232909.946313:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232909.946317:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232909/real 1761232909] req@0000000070bd2103 x1846777736161408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232909.946323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736161408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232909.946327:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232909.946328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232909.946330:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232909.946333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232909.946342:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232909.946346:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232909/real 1761232909] req@000000002f434b1a x1846777736161472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232909.946356:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736161472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232909.946360:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232909.946361:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232909.946362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232909.946365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232909.946374:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232909.946377:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232909/real 1761232909] req@000000001f17a0b8 x1846777736161536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232909.946383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736161536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232934 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232909.946387:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232909.946388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232909.946390:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232910.010010:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232910.970008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232911.034103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232911.993957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232912.057997:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232913.017987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232913.082040:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232914.042013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232914.106056:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232915.065962:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232915.065971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232915.065971:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232915.065976:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232915.065989:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8513 00000100:00080000:2.0:1761232915.065992:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232915.065999:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232915.066031:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736161600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232915.066056:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232915.066059:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232915.066059:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232915.066062:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8513 00000100:00080000:2.0:1761232915.066064:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232915.066066:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232915.066072:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232915.066080:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736161664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232915.066084:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232915.066087:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232915.066087:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232915.066090:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8513 00000100:00080000:2.0:1761232915.066091:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232915.066093:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232915.066094:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232915.066099:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736161728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232915.066103:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232915.066105:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232915.066106:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232915.066107:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8513 00000100:00080000:2.0:1761232915.066109:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232915.066112:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232915.066114:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232915.066120:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736161792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232915.066125:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232915.066127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232915.066128:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232915.066130:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8513 00000100:00080000:2.0:1761232915.066131:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232915.066133:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232915.066136:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232915.066143:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736161600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761232915.066144:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736161856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761232915.066217:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232915.066235:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232915.066246:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232915.066269:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232915.129994:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232916.090025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232916.154090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232917.113958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232917.178004:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232918.137980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761232918.138263:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761232918.138331:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232918.138355:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232918.138413:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232918.138431:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232918.138445:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232918.138458:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761232918.138729:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232918] req@00000000c35ccb78 x1846777736161856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232918.138771:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736161856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232918.138792:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232918.138799:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232918.138807:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161856:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232918.138835:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232918] req@000000001f17a0b8 x1846777736161600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232918.138854:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736161600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232918.138925:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232918.138931:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232918.138936:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736161600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232918.138946:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232918] req@000000002f434b1a x1846777736161664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232918.138965:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736161664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232918.138977:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232918.138981:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232918.138986:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232918.138994:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232918] req@0000000070bd2103 x1846777736161728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232918.139012:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736161728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232918.139023:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232918.139027:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232918.139031:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232918.139038:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232915/real 1761232918] req@0000000099725227 x1846777736161792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232918.139052:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736161792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232940 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232918.139062:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232918.139065:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232918.139070:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161792:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232918.202160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232919.162086:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232919.226046:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761232920.186054:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232920.186066:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232920.186083:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232920.186098:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8518 00000100:00100000:1.0:1761232920.186101:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232920.186104:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232920.186120:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232920.186179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736161920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232920.186215:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232920.186220:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232920.186222:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232920.186226:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8518 00000100:00080000:2.0:1761232920.186228:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232920.186232:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232920.186242:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232920.186254:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736161984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232920.186263:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232920.186296:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232920.186298:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232920.186301:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8518 00000100:00080000:2.0:1761232920.186303:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232920.186306:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232920.186309:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232920.186316:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736162048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232920.186323:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232920.186325:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232920.186326:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232920.186329:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8518 00000100:00080000:2.0:1761232920.186332:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232920.186335:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232920.186339:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232920.186346:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736162112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232920.186353:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232920.186356:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232920.186358:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761232920.186363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736161920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232920.186366:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8518 00000100:00080000:2.0:1761232920.186372:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232920.186375:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232920.186379:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232920.186389:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736162176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761232920.186463:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232920.186490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232920/real 1761232920] req@0000000099725227 x1846777736161920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232920.186514:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736161920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232920.186527:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232920.186531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232920.186536:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736161920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232920.186547:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232920.186578:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232920.186590:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232920/real 1761232920] req@0000000070bd2103 x1846777736161984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232920.186630:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736161984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232920.186641:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232920.186644:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232920.186649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736161984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232920.186657:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761232920.186687:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232920.186699:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232920/real 1761232920] req@000000002f434b1a x1846777736162048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232920.186712:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736162048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232920.186722:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232920.186724:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232920.186728:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761232920.186772:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232920.186800:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232920.186812:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232920/real 1761232920] req@000000001f17a0b8 x1846777736162112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232920.186827:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736162112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232920.186837:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232920.186839:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232920.186843:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761232920.186850:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761232920.186947:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232920.186961:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232920/real 1761232920] req@00000000c35ccb78 x1846777736162176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232920.186982:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736162176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232945 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232920.186992:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761232920.186995:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761232920.186999:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232920.250191:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232921.210199:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232921.274161:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232922.234091:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232922.298214:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232923.257989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232923.321994:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232924.281949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232924.346047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232925.306015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232925.306032:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232925.306044:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232925.306050:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232925.306064:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8523 00000100:00080000:0.0:1761232925.306071:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232925.306099:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232925.306156:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736162240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232925.306216:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232925.306224:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232925.306227:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232925.306234:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8523 00000100:00080000:0.0:1761232925.306240:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232925.306248:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232925.306264:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232925.306284:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736162240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761232925.306294:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736162304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232925.306311:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232925.306316:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232925.306318:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232925.306323:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8523 00000100:00080000:0.0:1761232925.306326:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232925.306330:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232925.306353:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232925.306368:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736162368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232925.306376:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232925.306379:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232925.306381:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232925.306384:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8523 00000100:00080000:0.0:1761232925.306385:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232925.306391:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232925.306396:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232925.306406:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736162432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232925.306417:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232925.306422:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232925.306427:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232925.306429:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232925.306435:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8523 00000100:00080000:0.0:1761232925.306437:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232925.306442:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232925.306446:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232925.306458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232925/real 1761232925] req@0000000023d541ab x1846777736162240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232925.306460:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736162496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232925.306520:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736162240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232925.306574:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232925.306578:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232925.306584:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736162240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232925.306613:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162304:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232925.306641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232925.306652:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232925/real 1761232925] req@00000000de11a021 x1846777736162304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232925.306663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736162304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232925.306671:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232925.306674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232925.306677:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232925.306682:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162368:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232925.306708:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232925.306716:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232925/real 1761232925] req@00000000c90d576b x1846777736162368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232925.306726:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736162368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232925.306733:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232925.306736:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232925.306738:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232925.306744:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162432:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232925.306760:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232925.306767:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232925/real 1761232925] req@000000000e921d21 x1846777736162432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232925.306777:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736162432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232925.306784:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232925.306786:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232925.306789:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232925.306793:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162496:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232925.306808:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232925.306814:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232925/real 1761232925] req@00000000fd377aae x1846777736162496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232925.306824:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736162496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232950 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232925.306831:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232925.306833:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232925.306836:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232925.370163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232926.330030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232926.394190:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232927.354020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232927.418161:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232928.377951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232928.442060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232929.401969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232929.466028:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232930.426013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232930.426028:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232930.426042:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232930.426048:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232930.426063:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8528 00000100:00080000:0.0:1761232930.426070:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232930.426082:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232930.426136:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736162560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232930.426172:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232930.426177:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232930.426179:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232930.426185:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8528 00000100:00080000:0.0:1761232930.426188:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232930.426192:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232930.426204:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232930.426222:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736162624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232930.426235:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232930.426240:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232930.426242:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232930.426249:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736162560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232930.426251:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8528 00000100:00080000:0.0:1761232930.426257:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232930.426265:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232930.426272:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232930.426284:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736162688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232930.426294:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232930.426298:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232930.426300:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232930.426304:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8528 00000100:00080000:0.0:1761232930.426307:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232930.426310:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232930.426315:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232930.426327:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736162752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232930.426345:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232930.426349:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232930.426350:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232930.426353:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8528 00000100:00080000:0.0:1761232930.426355:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232930.426362:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232930.426368:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232930.426371:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232930.426383:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736162816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232930.426418:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232930/real 1761232930] req@000000008cd0ff0b x1846777736162560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232930.426452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736162560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232930.426473:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232930.426531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232930.426540:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736162560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232930.426582:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162624:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232930.426651:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232930.426674:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232930/real 1761232930] req@00000000911b207d x1846777736162624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232930.426709:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736162624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232930.426726:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232930.426731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232930.426737:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232930.426749:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162688:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232930.426793:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232930.426812:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232930/real 1761232930] req@00000000fd377aae x1846777736162688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232930.426835:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736162688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232930.426851:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232930.426855:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232930.426861:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162688:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232930.426916:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162752:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232930.426960:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232930.426978:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232930/real 1761232930] req@000000000e921d21 x1846777736162752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232930.427001:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736162752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232930.427016:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232930.427021:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232930.427026:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162752:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232930.427038:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162816:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232930.427076:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232930.427094:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232930/real 1761232930] req@00000000c90d576b x1846777736162816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232930.427115:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736162816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232955 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232930.427130:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232930.427134:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232930.427140:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162816:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232930.490165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232931.449997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232931.514120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232932.473989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232932.538225:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232933.498007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232933.562246:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232934.521950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232934.586302:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232935.545989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232935.546003:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232935.546009:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232935.546013:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232935.546022:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8533 00000100:00080000:2.0:1761232935.546026:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232935.546033:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232935.546072:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736162880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232935.546099:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232935.546102:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232935.546104:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232935.546107:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8533 00000100:00080000:2.0:1761232935.546109:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232935.546113:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232935.546122:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232935.546133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736162880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232935.546134:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736162944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232935.546142:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232935.546144:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232935.546145:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232935.546149:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8533 00000100:00080000:2.0:1761232935.546150:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232935.546153:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232935.546157:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232935.546163:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736163008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232935.546169:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232935.546172:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232935.546173:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232935.546176:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8533 00000100:00080000:2.0:1761232935.546177:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232935.546181:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232935.546184:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232935.546190:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736163072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232935.546196:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232935.546198:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232935.546200:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232935.546201:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232935.546204:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8533 00000100:00080000:2.0:1761232935.546206:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232935.546209:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232935.546212:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232935.546217:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232935/real 1761232935] req@00000000c35ccb78 x1846777736162880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232935.546218:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736163136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232935.546235:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736162880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232935.546244:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232935.546247:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232935.546251:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736162880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232935.546272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162944:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232935.546290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232935.546297:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232935/real 1761232935] req@000000001f17a0b8 x1846777736162944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232935.546304:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736162944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232935.546308:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232935.546310:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232935.546312:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736162944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232935.546315:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232935.546325:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232935.546329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232935/real 1761232935] req@000000002f434b1a x1846777736163008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232935.546335:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736163008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232935.546339:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232935.546340:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232935.546342:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232935.546345:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232935.546354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232935.546358:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232935/real 1761232935] req@0000000070bd2103 x1846777736163072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232935.546364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736163072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232935.546368:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232935.546369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232935.546370:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232935.546373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232935.546384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232935.546388:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232935/real 1761232935] req@0000000099725227 x1846777736163136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232935.546394:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736163136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232960 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232935.546430:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232935.546431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232935.546434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761232935.610135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232936.569975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232936.634041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232937.593977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232937.658044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232938.617932:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232938.682082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232939.641996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232939.706057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232940.666011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232940.666014:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232940.666021:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232940.666024:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232940.666033:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8539 00000100:00080000:2.0:1761232940.666037:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232940.666043:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232940.666080:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736163200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232940.666104:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232940.666109:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232940.666111:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232940.666116:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8539 00000100:00080000:2.0:1761232940.666118:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232940.666122:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232940.666131:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232940.666139:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736163200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761232940.666144:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736163264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232940.666152:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232940.666156:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232940.666157:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232940.666160:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8539 00000100:00080000:2.0:1761232940.666162:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232940.666164:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232940.666168:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232940.666174:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736163328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232940.666181:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232940.666183:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232940.666185:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232940.666187:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8539 00000100:00080000:2.0:1761232940.666189:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232940.666191:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232940.666195:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232940.666203:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761232940.666203:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736163392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232940.666210:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232940.666212:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232940.666213:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232940.666216:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8539 00000100:00080000:2.0:1761232940.666217:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232940.666220:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232940.666223:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232940.666225:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232940/real 1761232940] req@0000000099725227 x1846777736163200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232940.666241:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736163200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761232940.666244:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736163456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232940.666252:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232940.666254:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232940.666258:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736163200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232940.666283:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232940.666308:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232940.666334:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232940/real 1761232940] req@0000000070bd2103 x1846777736163264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232940.666346:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736163264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232940.666353:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232940.666355:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232940.666358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232940.666363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232940.666382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232940.666390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232940/real 1761232940] req@000000002f434b1a x1846777736163328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232940.666400:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736163328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232940.666407:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232940.666410:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232940.666413:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232940.666419:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232940.666440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232940.666448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232940/real 1761232940] req@000000001f17a0b8 x1846777736163392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232940.666459:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736163392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232940.666467:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232940.666470:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232940.666473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232940.666479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232940.666500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232940.666507:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232940/real 1761232940] req@00000000c35ccb78 x1846777736163456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232940.666514:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736163456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232965 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232940.666519:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232940.666520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232940.666522:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232940.730036:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232941.689993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232941.754109:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232942.713954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232942.778051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232943.737956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232943.802118:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232944.762013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232944.826061:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232945.785976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232945.786026:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232945.786032:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232945.786035:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232945.786043:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8544 00000100:00080000:0.0:1761232945.786045:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232945.786051:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232945.786082:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736163520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232945.786103:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232945.786105:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232945.786106:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232945.786109:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8544 00000100:00080000:0.0:1761232945.786110:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232945.786113:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232945.786123:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232945.786133:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736163584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232945.786133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736163520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232945.786146:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232945.786148:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232945.786148:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232945.786151:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8544 00000100:00080000:0.0:1761232945.786152:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232945.786154:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232945.786157:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232945.786164:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736163648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232945.786169:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232945.786171:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232945.786172:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232945.786174:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8544 00000100:00080000:0.0:1761232945.786175:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232945.786178:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232945.786180:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232945.786187:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736163712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232945.786192:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232945.786193:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232945.786194:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232945.786198:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8544 00000100:00080000:0.0:1761232945.786203:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232945.786203:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232945.786209:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232945.786212:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232945.786219:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736163776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232945.786227:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232945/real 1761232945] req@00000000de11a021 x1846777736163520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232945.786255:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736163520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232945.786263:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232945.786265:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232945.786268:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736163520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232945.786285:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232945.786302:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232945.786307:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232945/real 1761232945] req@0000000023d541ab x1846777736163584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232945.786314:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736163584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232945.786318:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232945.786320:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232945.786322:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232945.786325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232945.786334:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232945.786338:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232945/real 1761232945] req@00000000e0da2515 x1846777736163648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232945.786344:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736163648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232945.786349:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232945.786350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232945.786352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232945.786355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232945.786364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232945.786368:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232945/real 1761232945] req@00000000330b2500 x1846777736163712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232945.786373:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736163712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232945.786377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232945.786378:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232945.786380:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232945.786383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232945.786392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232945.786396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232945/real 1761232945] req@00000000d75fe628 x1846777736163776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232945.786401:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736163776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232970 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232945.786405:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232945.786407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232945.786408:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232945.850075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232946.810019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232946.874035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232947.833975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232947.898091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232948.857936:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232948.922075:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232949.881916:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232949.946079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232950.905935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232950.905938:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232950.905946:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232950.905949:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232950.905957:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8549 00000100:00080000:0.0:1761232950.905960:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232950.905966:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232950.905994:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736163840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232950.906014:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232950.906017:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232950.906018:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232950.906021:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8549 00000100:00080000:0.0:1761232950.906023:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232950.906025:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232950.906037:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736163840:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:0.0:1761232950.906042:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232950.906053:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736163904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232950.906060:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232950.906064:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232950.906065:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232950.906067:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8549 00000100:00080000:0.0:1761232950.906069:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232950.906071:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232950.906073:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232950.906081:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736163968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232950.906085:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232950.906087:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232950.906088:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232950.906090:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8549 00000100:00080000:0.0:1761232950.906091:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232950.906094:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232950.906096:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232950.906102:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736164032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232950.906107:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232950.906108:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232950.906109:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232950.906112:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8549 00000100:00080000:0.0:1761232950.906113:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232950.906117:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232950.906118:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232950.906123:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232950.906131:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736164096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232950.906145:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232950/real 1761232950] req@000000009dca9672 x1846777736163840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232950.906172:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736163840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232950.906180:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232950.906182:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232950.906184:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736163840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232950.906202:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163904:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232950.906220:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232950.906225:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232950/real 1761232950] req@000000001edf5a39 x1846777736163904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232950.906232:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736163904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232950.906237:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232950.906238:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232950.906241:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232950.906245:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163968:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232950.906255:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232950.906259:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232950/real 1761232950] req@00000000d75fe628 x1846777736163968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232950.906265:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736163968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232950.906270:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232950.906271:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232950.906273:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736163968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232950.906275:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164032:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232950.906286:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232950.906289:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232950/real 1761232950] req@00000000330b2500 x1846777736164032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232950.906295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736164032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232950.906299:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232950.906300:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232950.906302:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232950.906305:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164096:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232950.906313:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232950.906317:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232950/real 1761232950] req@00000000e0da2515 x1846777736164096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232950.906324:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736164096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232975 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232950.906328:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232950.906330:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232950.906331:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232950.970032:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232951.929912:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232951.994059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232952.953944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232953.018088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232953.977946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232954.042091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232955.001979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232955.066042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232956.025941:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232956.025992:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232956.025999:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232956.026002:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232956.026010:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8554 00000100:00080000:2.0:1761232956.026013:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232956.026018:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232956.026052:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736164160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232956.026100:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232956.026103:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232956.026105:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232956.026110:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736164160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232956.026111:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8554 00000100:00080000:2.0:1761232956.026115:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232956.026120:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232956.026128:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232956.026139:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736164224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232956.026146:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232956.026148:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232956.026150:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232956.026152:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8554 00000100:00080000:2.0:1761232956.026153:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232956.026156:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232956.026158:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232956.026164:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736164288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232956.026169:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232956.026171:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232956.026171:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232956.026173:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8554 00000100:00080000:2.0:1761232956.026175:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232956.026178:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232956.026181:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232956.026185:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232956.026192:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736164352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232956.026197:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232956.026200:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761232956.026202:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@00000000c35ccb78 x1846777736164160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761232956.026202:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232956.026209:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8554 00000100:00080000:2.0:1761232956.026212:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232956.026216:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232956.026220:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232956.026226:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736164160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761232956.026229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736164416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232956.026251:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232956.026255:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232956.026259:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736164160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232956.026278:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232956.026293:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232956.026298:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@000000001f17a0b8 x1846777736164224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232956.026305:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736164224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232956.026310:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232956.026311:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232956.026313:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232956.026316:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232956.026326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232956.026330:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@000000002f434b1a x1846777736164288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232956.026336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736164288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232956.026340:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232956.026341:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232956.026343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232956.026346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232956.026355:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232956.026359:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@0000000070bd2103 x1846777736164352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232956.026368:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736164352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232956.026372:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232956.026374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232956.026375:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232956.026378:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232956.026387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232956.026390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232956/real 1761232956] req@0000000099725227 x1846777736164416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232956.026395:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736164416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232981 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232956.026399:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232956.026401:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232956.026402:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232956.090061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232957.049978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232957.114111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232958.073946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232958.138088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232959.097973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232959.162152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232960.121950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232960.186065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232961.145990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232961.146031:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232961.146037:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232961.146041:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232961.146048:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8559 00000100:00080000:0.0:1761232961.146051:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232961.146056:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232961.146085:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736164480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232961.146103:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232961.146106:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232961.146107:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232961.146109:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8559 00000100:00080000:0.0:1761232961.146111:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232961.146113:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232961.146120:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232961.146128:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736164544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232961.146134:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232961.146137:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232961.146138:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232961.146140:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736164480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232961.146143:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8559 00000100:00080000:0.0:1761232961.146147:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232961.146150:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232961.146154:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232961.146161:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736164608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232961.146167:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232961.146169:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232961.146170:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232961.146172:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8559 00000100:00080000:0.0:1761232961.146173:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232961.146176:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232961.146179:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232961.146185:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736164672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232961.146190:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232961.146192:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232961.146193:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232961.146196:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8559 00000100:00080000:0.0:1761232961.146197:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232961.146199:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232961.146201:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232961.146209:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736164736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232961.146210:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232961.146236:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232961/real 1761232961] req@0000000023d541ab x1846777736164480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232961.146254:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736164480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232961.146263:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232961.146267:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232961.146270:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736164480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232961.146292:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232961.146312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232961.146320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232961/real 1761232961] req@00000000de11a021 x1846777736164544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232961.146332:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736164544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232961.146339:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232961.146341:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232961.146344:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232961.146349:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232961.146364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232961.146371:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232961/real 1761232961] req@00000000c90d576b x1846777736164608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232961.146381:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736164608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232961.146395:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232961.146397:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232961.146399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232961.146404:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232961.146420:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232961.146426:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232961/real 1761232961] req@000000000e921d21 x1846777736164672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232961.146435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736164672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232961.146443:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232961.146445:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232961.146447:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232961.146452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232961.146466:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232961.146473:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232961/real 1761232961] req@00000000fd377aae x1846777736164736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232961.146483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736164736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232986 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232961.146489:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232961.146491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232961.146494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232961.210096:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232962.169972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232962.234056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232963.194004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232963.258086:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232964.217988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232964.282067:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232965.242191:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232965.305995:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232966.266040:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232966.266049:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:1.0:1761232966.266051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232966.266053:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232966.266067:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8564 00000100:00080000:0.0:1761232966.266070:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232966.266076:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232966.266113:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736164800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232966.266135:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232966.266138:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232966.266139:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232966.266142:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8564 00000100:00080000:0.0:1761232966.266143:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232966.266145:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232966.266152:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232966.266161:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736164864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232966.266167:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232966.266169:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232966.266170:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232966.266175:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8564 00000100:00100000:1.0:1761232966.266178:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736164800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232966.266179:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232966.266187:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232966.266194:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232966.266205:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736164928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232966.266210:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232966.266214:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232966.266215:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232966.266217:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8564 00000100:00080000:0.0:1761232966.266219:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232966.266221:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232966.266223:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232966.266229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736164992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232966.266234:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232966.266236:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232966.266236:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232966.266239:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8564 00000100:00080000:0.0:1761232966.266240:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232966.266243:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232966.266247:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232966.266252:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736165056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232966.266277:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232966.266303:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232966/real 1761232966] req@00000000911b207d x1846777736164800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232966.266318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736164800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232966.266327:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232966.266330:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232966.266333:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736164800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232966.266356:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232966.266372:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232966.266377:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232966/real 1761232966] req@000000008cd0ff0b x1846777736164864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232966.266383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736164864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232966.266388:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232966.266391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232966.266392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232966.266396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232966.266407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232966.266411:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232966/real 1761232966] req@00000000fd377aae x1846777736164928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232966.266417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736164928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232966.266421:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232966.266423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232966.266424:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232966.266428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232966.266439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232966.266443:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232966/real 1761232966] req@000000000e921d21 x1846777736164992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232966.266450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736164992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232966.266454:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232966.266456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232966.266457:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736164992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232966.266460:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232966.266472:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232966.266476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232966/real 1761232966] req@00000000c90d576b x1846777736165056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232966.266482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736165056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232991 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232966.266487:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232966.266488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232966.266490:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761232966.329995:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232967.289974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232967.353991:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232968.314002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232968.378016:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232969.337953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232969.402137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232970.361969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761232970.426047:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232971.385952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232971.386014:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232971.386020:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232971.386024:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232971.386032:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8569 00000100:00080000:0.0:1761232971.386035:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232971.386041:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232971.386071:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736165120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232971.386089:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232971.386092:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232971.386093:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232971.386095:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8569 00000100:00080000:0.0:1761232971.386097:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232971.386099:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232971.386107:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232971.386115:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736165184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232971.386122:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736165120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232971.386124:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232971.386128:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232971.386129:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232971.386133:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8569 00000100:00080000:0.0:1761232971.386134:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232971.386136:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232971.386138:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232971.386147:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736165248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232971.386152:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232971.386154:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232971.386155:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232971.386157:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8569 00000100:00080000:0.0:1761232971.386158:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232971.386161:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232971.386165:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232971.386172:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736165312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232971.386176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232971.386178:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232971.386179:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232971.386181:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8569 00000100:00080000:0.0:1761232971.386183:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232971.386187:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761232971.386189:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761232971.386191:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232971.386199:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736165376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232971.386211:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232971/real 1761232971] req@00000000de11a021 x1846777736165120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232971.386225:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736165120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232971.386232:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232971.386234:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232971.386237:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736165120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232971.386262:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165184:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232971.386277:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232971.386282:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232971/real 1761232971] req@0000000023d541ab x1846777736165184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232971.386288:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736165184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232971.386293:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232971.386295:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232971.386296:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165184:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232971.386299:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165248:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232971.386309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232971.386312:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232971/real 1761232971] req@00000000e0da2515 x1846777736165248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232971.386318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736165248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232971.386323:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232971.386324:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232971.386325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165248:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232971.386328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165312:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232971.386337:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232971.386341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232971/real 1761232971] req@00000000330b2500 x1846777736165312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232971.386347:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736165312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232971.386351:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232971.386352:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232971.386354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165312:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232971.386357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165376:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232971.386365:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232971.386369:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232971/real 1761232971] req@00000000d75fe628 x1846777736165376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232971.386375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736165376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761232996 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232971.386379:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232971.386380:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232971.386381:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165376:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232971.450384:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232972.409976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232972.474892:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232973.433964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232973.499107:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232974.457994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232974.522180:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232975.481956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232975.546060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232976.505966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232976.505967:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232976.505975:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232976.505980:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232976.505988:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8574 00000100:00080000:2.0:1761232976.505991:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232976.505998:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232976.506032:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736165440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232976.506054:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232976.506056:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232976.506058:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232976.506060:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8574 00000100:00080000:2.0:1761232976.506062:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232976.506065:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232976.506072:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232976.506082:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736165504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232976.506090:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736165440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232976.506090:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232976.506098:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232976.506100:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232976.506104:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8574 00000100:00080000:2.0:1761232976.506106:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232976.506108:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232976.506111:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232976.506121:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736165568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232976.506127:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232976.506130:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232976.506130:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232976.506134:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8574 00000100:00080000:2.0:1761232976.506135:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232976.506138:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232976.506141:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232976.506147:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736165632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232976.506153:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232976.506155:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232976.506156:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232976.506159:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8574 00000100:00080000:2.0:1761232976.506160:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761232976.506166:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761232976.506166:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232976.506170:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232976.506178:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736165696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232976.506193:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232976/real 1761232976] req@0000000099725227 x1846777736165440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232976.506207:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736165440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232976.506217:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232976.506220:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232976.506224:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736165440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232976.506246:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232976.506265:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232976.506271:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232976/real 1761232976] req@0000000070bd2103 x1846777736165504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232976.506278:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736165504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232976.506285:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232976.506287:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232976.506290:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232976.506295:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232976.506312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232976.506322:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232976/real 1761232976] req@000000002f434b1a x1846777736165568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232976.506343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736165568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232976.506352:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232976.506355:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232976.506359:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232976.506366:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232976.506395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232976.506407:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232976/real 1761232976] req@000000001f17a0b8 x1846777736165632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232976.506421:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736165632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232976.506431:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232976.506434:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232976.506439:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232976.506447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232976.506476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232976.506488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232976/real 1761232976] req@00000000c35ccb78 x1846777736165696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232976.506505:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736165696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233001 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232976.506516:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232976.506520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232976.506525:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232976.570076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232977.530034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232977.594105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232978.553986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232978.618256:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232979.578017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232979.642079:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232980.601975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232980.666023:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232981.626026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232981.626104:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232981.626114:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761232981.626118:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232981.626129:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8580 00000100:00080000:0.0:1761232981.626133:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232981.626141:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232981.626184:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736165760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232981.626216:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232981.626220:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232981.626222:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232981.626227:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8580 00000100:00080000:0.0:1761232981.626229:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232981.626233:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232981.626243:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232981.626256:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736165824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232981.626267:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232981.626271:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232981.626272:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232981.626276:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8580 00000100:00080000:0.0:1761232981.626278:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232981.626285:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761232981.626285:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736165760:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:0.0:1761232981.626294:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232981.626307:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736165888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232981.626317:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232981.626321:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232981.626323:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232981.626326:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8580 00000100:00080000:0.0:1761232981.626328:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232981.626331:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232981.626335:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232981.626347:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736165952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232981.626361:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232981.626365:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232981.626368:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232981.626371:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8580 00000100:00080000:0.0:1761232981.626373:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232981.626375:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232981.626380:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232981.626389:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736166016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232981.626417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232981.626479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232981.626521:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232981.626560:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232981.690072:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232982.649961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232982.714044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232983.673963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232983.738026:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232984.698057:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761232984.698257:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761232984.698309:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761232984.698328:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232984.698376:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232984.698386:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232984.698397:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761232984.698410:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761232984.698440:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232981/real 1761232984] req@00000000d75fe628 x1846777736165888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232984.698495:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736165888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232984.698513:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232984.698519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232984.698526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232984.698537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232981/real 1761232984] req@00000000330b2500 x1846777736165952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232984.698556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736165952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232984.698568:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232984.698572:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232984.698577:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232984.698587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232981/real 1761232984] req@00000000e0da2515 x1846777736166016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232984.698606:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736166016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232984.698620:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232984.698673:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232984.698680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166016:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232984.698691:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232981/real 1761232984] req@000000001edf5a39 x1846777736165760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232984.698726:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736165760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232984.698739:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232984.698743:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232984.698749:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736165760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232984.698758:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232981/real 1761232984] req@000000009dca9672 x1846777736165824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232984.698777:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736165824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233006 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232984.698791:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232984.698796:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232984.698801:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736165824:192.168.201.106@tcp:38:kworker/u8:1.0 00010000:00010000:1.0:1761232984.762165:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232985.721957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232985.785996:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232986.745944:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232986.745953:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:1.0:1761232986.745953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232986.745957:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232986.745966:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8585 00000100:00080000:0.0:1761232986.745969:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232986.745975:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232986.746004:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736166080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232986.746022:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232986.746025:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232986.746026:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232986.746029:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8585 00000100:00080000:0.0:1761232986.746030:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232986.746033:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232986.746042:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232986.746050:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736166144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232986.746058:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761232986.746061:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736166080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761232986.746063:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232986.746065:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232986.746070:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8585 00000100:00080000:0.0:1761232986.746072:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232986.746074:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232986.746077:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232986.746087:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736166208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232986.746092:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232986.746095:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232986.746096:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232986.746099:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8585 00000100:00080000:0.0:1761232986.746101:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232986.746103:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232986.746107:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232986.746116:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736166272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232986.746122:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232986.746124:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232986.746127:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761232986.746127:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761232986.746134:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8585 00000100:00080000:0.0:1761232986.746136:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232986.746139:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232986.746143:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232986.746152:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232986/real 1761232986] req@0000000023d541ab x1846777736166080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761232986.746154:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736166336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232986.746196:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736166080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232986.746206:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232986.746209:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232986.746212:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736166080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761232986.746231:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166144:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232986.746245:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232986.746250:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232986/real 1761232986] req@00000000de11a021 x1846777736166144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232986.746257:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736166144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232986.746261:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232986.746263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232986.746265:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232986.746268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166208:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761232986.746277:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232986.746281:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232986/real 1761232986] req@00000000c90d576b x1846777736166208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232986.746287:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736166208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232986.746291:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232986.746292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232986.746294:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761232986.746297:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166272:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232986.746308:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232986.746311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232986/real 1761232986] req@000000000e921d21 x1846777736166272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232986.746317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736166272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232986.746322:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232986.746323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232986.746324:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761232986.746327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166336:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761232986.746336:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232986.746340:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232986/real 1761232986] req@00000000fd377aae x1846777736166336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761232986.746346:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736166336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233011 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761232986.746350:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232986.746351:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232986.746352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166336:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761232986.810050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232987.770021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232987.834120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232988.794018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232988.858146:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232989.818052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232989.882140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232990.841988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232990.906075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232991.865963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761232991.866000:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232991.866006:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761232991.866010:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232991.866019:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8590 00000100:00080000:2.0:1761232991.866022:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232991.866028:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761232991.866060:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736166400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232991.866078:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232991.866081:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761232991.866083:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232991.866085:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8590 00000100:00080000:2.0:1761232991.866087:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232991.866090:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232991.866097:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232991.866105:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736166464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232991.866111:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232991.866114:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761232991.866116:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761232991.866117:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736166400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761232991.866121:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8590 00000100:00080000:2.0:1761232991.866125:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232991.866127:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232991.866130:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232991.866137:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736166528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232991.866142:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232991.866144:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761232991.866145:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232991.866147:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8590 00000100:00080000:2.0:1761232991.866149:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232991.866151:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232991.866153:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232991.866159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736166592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761232991.866164:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761232991.866166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761232991.866167:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761232991.866169:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8590 00000100:00080000:2.0:1761232991.866170:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761232991.866172:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761232991.866174:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761232991.866180:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736166656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761232991.866187:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232991.866213:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232991/real 1761232991] req@00000000c35ccb78 x1846777736166400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232991.866230:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736166400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232991.866240:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232991.866242:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232991.866246:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736166400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232991.866268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166464:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232991.866290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232991.866297:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232991/real 1761232991] req@000000001f17a0b8 x1846777736166464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232991.866308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736166464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232991.866315:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232991.866318:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232991.866321:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166464:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232991.866326:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166528:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232991.866347:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232991.866355:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232991/real 1761232991] req@000000002f434b1a x1846777736166528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232991.866365:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736166528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232991.866372:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232991.866374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232991.866377:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166528:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232991.866382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166592:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232991.866400:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232991.866408:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232991/real 1761232991] req@0000000070bd2103 x1846777736166592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232991.866417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736166592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232991.866423:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232991.866425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232991.866428:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166592:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232991.866433:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166656:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232991.866451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232991.866458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232991/real 1761232991] req@0000000099725227 x1846777736166656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232991.866467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736166656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233016 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232991.866474:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232991.866476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232991.866479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166656:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232991.930035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232992.889998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232992.954038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232993.914053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232993.978132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232994.938001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232995.002230:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761232995.962039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232996.026253:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761232996.986020:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232996.986032:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:2.0:1761232996.986036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761232996.986039:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232996.986056:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8595 00000100:00080000:0.0:1761232996.986061:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232996.986069:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761232996.986108:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736166720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232996.986139:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232996.986143:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761232996.986144:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232996.986149:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8595 00000100:00080000:0.0:1761232996.986151:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232996.986155:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232996.986166:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232996.986179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736166784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761232996.986192:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736166720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761232996.986193:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232996.986204:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761232996.986206:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232996.986211:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8595 00000100:00080000:0.0:1761232996.986214:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232996.986218:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232996.986224:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761232996.986239:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736166848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232996.986249:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232996.986252:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761232996.986254:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232996.986258:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8595 00000100:00080000:0.0:1761232996.986261:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232996.986265:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232996.986270:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761232996.986277:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761232996.986284:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736166912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761232996.986295:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761232996.986299:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761232996.986301:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761232996.986311:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8595 00000100:00100000:1.0:1761232996.986311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232996/real 1761232996] req@000000008cd0ff0b x1846777736166720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761232996.986316:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761232996.986323:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761232996.986331:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761232996.986348:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736166720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761232996.986349:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736166976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761232996.986387:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232996.986393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232996.986401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736166720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761232996.986470:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166784:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232996.986500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232996.986512:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232996/real 1761232996] req@00000000911b207d x1846777736166784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232996.986527:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736166784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232996.986537:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232996.986540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232996.986544:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232996.986551:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166848:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761232996.986573:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232996.986582:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232996/real 1761232996] req@00000000fd377aae x1846777736166848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232996.986595:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736166848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232996.986604:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232996.986606:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232996.986610:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761232996.986617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166912:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232996.986641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232996.986650:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232996/real 1761232996] req@000000000e921d21 x1846777736166912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232996.986663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736166912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232996.986683:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232996.986686:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232996.986690:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166912:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761232996.986697:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166976:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761232996.986719:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761232996.986728:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761232996/real 1761232996] req@00000000c90d576b x1846777736166976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761232996.986741:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736166976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233021 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761232996.986749:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761232996.986752:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761232996.986756:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736166976:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761232997.050220:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232998.010141:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232998.074139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761232999.033967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761232999.098163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233000.058034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233000.122107:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233001.081999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233001.146003:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233002.105997:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233002.105998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233002.106011:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233002.106016:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233002.106026:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8600 00000100:00080000:0.0:1761233002.106030:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233002.106039:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233002.106091:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736167040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233002.106123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233002.106127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233002.106129:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233002.106133:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8600 00000100:00080000:0.0:1761233002.106135:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233002.106138:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233002.106147:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233002.106157:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736167104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233002.106166:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233002.106169:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233002.106171:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233002.106174:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8600 00000100:00080000:0.0:1761233002.106176:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233002.106178:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233002.106183:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233002.106193:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736167168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233002.106201:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233002.106205:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233002.106207:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233002.106212:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8600 00000100:00080000:0.0:1761233002.106214:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233002.106217:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233002.106221:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233002.106230:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736167232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233002.106239:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233002.106242:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736167040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233002.106244:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233002.106247:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233002.106256:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8600 00000100:00080000:0.0:1761233002.106258:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233002.106261:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233002.106265:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233002.106277:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736167296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233002.106328:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233002.106376:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233002/real 1761233002] req@00000000de11a021 x1846777736167040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233002.106395:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736167040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233002.106417:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233002.106421:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233002.106425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736167040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233002.106432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167104:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233002.106455:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233002.106463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233002/real 1761233002] req@0000000023d541ab x1846777736167104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233002.106474:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736167104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233002.106481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233002.106483:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233002.106486:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167104:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233002.106491:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167168:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233002.106507:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233002.106513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233002/real 1761233002] req@000000009dca9672 x1846777736167168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233002.106523:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736167168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233002.106530:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233002.106532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233002.106534:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167168:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233002.106563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167232:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233002.106583:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233002.106590:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233002/real 1761233002] req@000000001edf5a39 x1846777736167232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233002.106600:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736167232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233002.106607:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233002.106610:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233002.106612:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167232:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233002.106617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167296:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233002.106641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233002.106646:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233002/real 1761233002] req@00000000e0da2515 x1846777736167296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233002.106656:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736167296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233027 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233002.106663:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233002.106665:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233002.106668:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167296:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233002.170209:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233003.129994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233003.194048:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233004.154011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233004.218121:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233005.178005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233005.242025:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233006.201978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233006.266051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233007.225997:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233007.226005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233007.226009:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233007.226015:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233007.226026:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8605 00000100:00080000:3.0:1761233007.226030:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233007.226037:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233007.226074:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736167360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233007.226105:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233007.226109:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233007.226110:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233007.226114:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8605 00000100:00080000:3.0:1761233007.226116:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233007.226120:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233007.226129:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233007.226141:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736167424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233007.226150:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233007.226153:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233007.226155:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233007.226159:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8605 00000100:00080000:3.0:1761233007.226160:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233007.226164:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233007.226168:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233007.226179:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736167488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233007.226188:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233007.226192:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736167360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233007.226194:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233007.226197:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233007.226203:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8605 00000100:00080000:3.0:1761233007.226206:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233007.226211:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233007.226216:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233007.226228:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736167552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233007.226237:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233007.226240:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233007.226242:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233007.226245:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8605 00000100:00080000:3.0:1761233007.226248:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233007.226250:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233007.226255:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233007.226259:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233007.226284:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736167616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233007.226295:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233007/real 1761233007] req@00000000d46ba267 x1846777736167360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233007.226308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736167360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233007.226317:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233007.226319:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233007.226322:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736167360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233007.226326:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233007.226341:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233007.226346:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233007/real 1761233007] req@000000007cc317a5 x1846777736167424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233007.226353:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736167424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233007.226357:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233007.226359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233007.226361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233007.226380:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233007.226390:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233007.226394:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233007/real 1761233007] req@00000000eb335f49 x1846777736167488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233007.226400:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736167488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233007.226404:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233007.226406:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233007.226407:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233007.226410:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233007.226419:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233007.226423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233007/real 1761233007] req@00000000311bc461 x1846777736167552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233007.226429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736167552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233007.226433:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233007.226435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233007.226436:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233007.226439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233007.226447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233007.226451:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233007/real 1761233007] req@00000000a20dea0d x1846777736167616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233007.226456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736167616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233032 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233007.226460:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233007.226462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233007.226463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233007.290059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233008.250003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233008.314132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233009.273972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233009.338137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233010.297968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233010.362054:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233011.322001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233011.386085:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233012.346039:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233012.346052:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233012.346058:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233012.346061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233012.346075:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8610 00000100:00080000:3.0:1761233012.346080:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233012.346091:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233012.346138:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736167680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233012.346184:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233012.346215:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233012.346218:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233012.346225:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8610 00000100:00080000:3.0:1761233012.346228:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233012.346231:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233012.346242:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233012.346260:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736167744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233012.346271:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233012.346275:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233012.346278:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233012.346282:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8610 00000100:00080000:3.0:1761233012.346284:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233012.346287:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233012.346291:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233012.346303:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736167808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233012.346314:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233012.346317:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233012.346320:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233012.346325:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8610 00000100:00080000:3.0:1761233012.346328:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233012.346337:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233012.346344:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233012.346353:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736167872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233012.346371:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233012.346377:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233012.346383:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233012.346389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736167680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233012.346392:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8610 00000100:00080000:3.0:1761233012.346402:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233012.346411:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233012.346419:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233012.346437:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736167936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233012.346503:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233012.346539:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233012/real 1761233012] req@000000003dd9839b x1846777736167680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233012.346556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736167680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233012.346565:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233012.346568:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233012.346571:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736167680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233012.346577:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167744:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233012.346594:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233012.346599:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233012/real 1761233012] req@00000000736ef9ba x1846777736167744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233012.346606:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736167744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233012.346611:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233012.346613:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233012.346614:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233012.346618:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167808:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233012.346630:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233012.346635:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233012/real 1761233012] req@00000000d2119349 x1846777736167808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233012.346642:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736167808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233012.346646:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233012.346648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233012.346649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233012.346678:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167872:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233012.346691:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233012.346697:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233012/real 1761233012] req@000000000b14a2de x1846777736167872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233012.346706:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736167872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233012.346712:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233012.346714:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233012.346716:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233012.346719:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167936:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233012.346729:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233012.346733:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233012/real 1761233012] req@0000000017b16811 x1846777736167936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233012.346739:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736167936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233037 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233012.346748:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233012.346750:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233012.346752:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736167936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233012.410156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233013.370000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233013.434096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233014.393950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233014.458000:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233015.417959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233015.482097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233016.441957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233016.506088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233017.465938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233017.465983:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233017.465993:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233017.465997:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233017.466007:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8615 00000100:00080000:2.0:1761233017.466010:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233017.466017:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233017.466051:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736168000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233017.466073:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233017.466076:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233017.466077:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233017.466080:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8615 00000100:00080000:2.0:1761233017.466082:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233017.466087:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233017.466096:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233017.466124:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736168064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233017.466130:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761233017.466142:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233017.466146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233017.466148:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233017.466152:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8615 00000100:00080000:2.0:1761233017.466154:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233017.466157:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233017.466161:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233017.466170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736168128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233017.466176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233017.466178:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233017.466179:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233017.466182:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8615 00000100:00080000:2.0:1761233017.466182:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233017.466184:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233017.466187:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233017.466192:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233017.466195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736168192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233017.466201:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233017.466204:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233017.466205:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233017.466208:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8615 00000100:00080000:2.0:1761233017.466209:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233017.466211:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233017.466213:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233017.466220:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736168256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233017.466221:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233017/real 1761233017] req@0000000099725227 x1846777736168000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233017.466244:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736168000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233017.466252:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233017.466254:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233017.466258:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233017.466275:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233017.466289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233017.466294:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233017/real 1761233017] req@0000000070bd2103 x1846777736168064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233017.466301:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736168064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233017.466310:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233017.466311:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233017.466313:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233017.466316:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233017.466326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233017.466330:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233017/real 1761233017] req@000000002f434b1a x1846777736168128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233017.466336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736168128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233017.466340:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233017.466341:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233017.466343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233017.466346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233017.466356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233017.466360:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233017/real 1761233017] req@000000001f17a0b8 x1846777736168192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233017.466366:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736168192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233017.466370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233017.466371:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233017.466373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233017.466377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233017.466387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233017.466390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233017/real 1761233017] req@00000000c35ccb78 x1846777736168256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233017.466396:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736168256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233042 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233017.466401:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233017.466402:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233017.466403:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233017.530091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233018.489928:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233018.554020:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233019.513940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233019.578068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233020.537917:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233020.602035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233021.561957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233021.626115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233022.585987:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233022.585990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233022.585995:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233022.586000:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233022.586008:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8621 00000100:00080000:2.0:1761233022.586011:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233022.586017:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233022.586068:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736168320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233022.586089:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233022.586092:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233022.586093:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233022.586096:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8621 00000100:00080000:2.0:1761233022.586097:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233022.586100:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233022.586107:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233022.586115:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736168384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233022.586121:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761233022.586123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233022.586127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233022.586128:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233022.586131:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8621 00000100:00080000:2.0:1761233022.586132:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233022.586134:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233022.586137:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233022.586145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736168448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233022.586150:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233022.586151:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233022.586152:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233022.586154:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8621 00000100:00080000:2.0:1761233022.586155:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233022.586157:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233022.586160:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233022.586167:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736168512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233022.586171:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233022.586173:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233022.586175:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233022.586177:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8621 00000100:00080000:2.0:1761233022.586178:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233022.586180:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233022.586182:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233022.586190:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233022.586191:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736168576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233022.586218:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233022/real 1761233022] req@00000000c35ccb78 x1846777736168320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233022.586237:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736168320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233022.586244:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233022.586246:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233022.586248:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233022.586268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168384:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233022.586286:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233022.586291:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233022/real 1761233022] req@000000001f17a0b8 x1846777736168384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233022.586298:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736168384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233022.586303:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233022.586304:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233022.586306:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233022.586309:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168448:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233022.586319:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233022.586322:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233022/real 1761233022] req@000000002f434b1a x1846777736168448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233022.586328:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736168448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233022.586333:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233022.586334:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233022.586335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233022.586338:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168512:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233022.586347:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233022.586351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233022/real 1761233022] req@0000000070bd2103 x1846777736168512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233022.586357:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736168512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233022.586361:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233022.586362:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233022.586364:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233022.586367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168576:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233022.586376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233022.586380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233022/real 1761233022] req@0000000099725227 x1846777736168576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233022.586386:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736168576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233047 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233022.586390:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233022.586392:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233022.586393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168576:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233022.650103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233023.609976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233023.674129:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233024.634028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233024.698016:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233025.658058:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233025.722071:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233026.681998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233026.746082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233027.705986:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233027.705994:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233027.705997:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233027.706007:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8626 00000100:00080000:3.0:1761233027.706010:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233027.706016:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233027.706045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761233027.706049:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736168640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233027.706083:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233027.706086:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233027.706088:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233027.706092:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8626 00000100:00080000:3.0:1761233027.706094:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233027.706096:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233027.706104:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233027.706112:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736168704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233027.706119:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233027.706121:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233027.706123:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233027.706125:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8626 00000100:00080000:3.0:1761233027.706126:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233027.706128:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233027.706130:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233027.706135:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736168768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233027.706142:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233027.706144:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233027.706146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233027.706148:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233027.706153:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8626 00000100:00080000:3.0:1761233027.706155:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233027.706157:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233027.706160:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233027.706167:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736168832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233027.706176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233027.706178:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233027.706180:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233027.706182:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8626 00000100:00080000:3.0:1761233027.706183:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233027.706184:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233027.706187:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233027.706192:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736168896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233027.706209:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233027.706228:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233027/real 1761233027] req@0000000009919b3e x1846777736168640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233027.706241:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736168640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233027.706248:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233027.706250:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233027.706253:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233027.706258:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233027.706272:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233027.706276:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233027/real 1761233027] req@0000000066592840 x1846777736168704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233027.706283:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736168704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233027.706288:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233027.706289:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233027.706290:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233027.706311:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233027.706322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233027.706327:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233027/real 1761233027] req@00000000d3a306c9 x1846777736168768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233027.706333:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736168768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233027.706337:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233027.706338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233027.706340:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233027.706343:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233027.706353:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233027.706357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233027/real 1761233027] req@00000000a0b7b6fd x1846777736168832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233027.706363:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736168832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233027.706367:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233027.706368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233027.706370:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233027.706373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233027.706382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233027.706385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233027/real 1761233027] req@0000000044909560 x1846777736168896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233027.706391:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736168896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233052 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233027.706396:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233027.706397:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233027.706398:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736168896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233027.770085:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233028.730043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233028.794073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233029.753971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233029.818111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233030.777987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233030.842092:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233031.801961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233031.866002:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233032.825996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233032.826007:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233032.826014:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233032.826017:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233032.826025:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8631 00000100:00080000:2.0:1761233032.826028:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233032.826034:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233032.826063:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736168960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233032.826083:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233032.826085:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233032.826086:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233032.826089:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8631 00000100:00080000:2.0:1761233032.826090:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233032.826092:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233032.826099:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233032.826107:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736169024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233032.826113:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233032.826115:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233032.826117:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233032.826119:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8631 00000100:00080000:2.0:1761233032.826121:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233032.826123:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233032.826127:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233032.826133:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736169088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233032.826138:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761233032.826141:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233032.826146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233032.826147:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233032.826150:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8631 00000100:00080000:2.0:1761233032.826152:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233032.826154:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233032.826157:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233032.826164:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736169152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233032.826169:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233032.826171:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233032.826172:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233032.826174:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8631 00000100:00080000:2.0:1761233032.826175:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233032.826177:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233032.826180:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233032.826185:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736169216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233032.826209:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233032.826232:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233032/real 1761233032] req@0000000099725227 x1846777736168960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233032.826250:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736168960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233032.826262:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233032.826265:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233032.826269:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736168960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233032.826276:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233032.826296:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233032.826303:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233032/real 1761233032] req@0000000070bd2103 x1846777736169024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233032.826315:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736169024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233032.826324:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233032.826326:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233032.826329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233032.826351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233032.826368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233032.826376:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233032/real 1761233032] req@000000002f434b1a x1846777736169088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233032.826387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736169088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233032.826404:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233032.826406:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233032.826409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233032.826415:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233032.826433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233032.826441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233032/real 1761233032] req@000000001f17a0b8 x1846777736169152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233032.826453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736169152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233032.826461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233032.826464:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233032.826467:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233032.826472:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233032.826489:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233032.826495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233032/real 1761233032] req@00000000c35ccb78 x1846777736169216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233032.826506:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736169216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233057 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233032.826514:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233032.826516:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233032.826519:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233032.889978:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233033.849940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233033.913964:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233034.874011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233034.938144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233035.897979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233035.962259:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233036.921996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233036.986372:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233037.946024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233037.946099:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233037.946110:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233037.946115:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233037.946127:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8636 00000100:00080000:3.0:1761233037.946133:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233037.946143:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233037.946202:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736169280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233037.946250:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233037.946256:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233037.946259:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233037.946265:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8636 00000100:00080000:3.0:1761233037.946269:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233037.946275:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233037.946293:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233037.946313:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736169344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233037.946328:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233037.946334:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233037.946337:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233037.946343:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8636 00000100:00080000:3.0:1761233037.946347:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233037.946354:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233037.946362:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233037.946380:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736169408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233037.946387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736169280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233037.946413:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233037.946420:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233037.946424:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233037.946433:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8636 00000100:00080000:3.0:1761233037.946437:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233037.946445:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233037.946455:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233037.946477:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736169472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233037.946490:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233037.946495:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233037.946498:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233037.946502:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233037.946510:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8636 00000100:00080000:3.0:1761233037.946512:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233037.946518:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233037.946525:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233037.946547:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233037/real 1761233037] req@0000000044909560 x1846777736169280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233037.946548:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736169536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233037.946618:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736169280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233037.946639:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233037.946643:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233037.946649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736169280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233037.946669:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233037.946705:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233037.946718:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233037/real 1761233037] req@00000000a0b7b6fd x1846777736169344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233037.946731:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736169344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233037.946740:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233037.946743:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233037.946747:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233037.946778:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233037.946835:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233037.946846:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233037/real 1761233037] req@00000000d3a306c9 x1846777736169408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233037.946859:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736169408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233037.946914:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233037.946917:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233037.946921:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233037.946928:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233037.946954:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233037.946965:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233037/real 1761233037] req@0000000066592840 x1846777736169472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233037.946977:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736169472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233037.946985:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233037.946988:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233037.946991:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233037.946997:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233037.947014:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233037.947021:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233037/real 1761233037] req@0000000009919b3e x1846777736169536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233037.947032:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736169536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233062 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233037.947041:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233037.947044:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233037.947047:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233038.010204:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233038.969938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233039.035321:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233039.994011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233040.058095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233041.018021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233041.082218:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233042.041997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233042.106085:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233043.065961:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233043.065969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233043.065970:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233043.065974:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.065983:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8641 00000100:00080000:3.0:1761233043.065986:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.065992:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233043.066023:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736169600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233043.066046:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.066048:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233043.066049:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.066052:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8641 00000100:00080000:3.0:1761233043.066054:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.066056:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233043.066062:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233043.066069:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736169664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233043.066074:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.066077:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233043.066078:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.066080:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8641 00000100:00080000:3.0:1761233043.066081:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.066083:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233043.066085:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233043.066089:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736169728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233043.066093:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.066095:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233043.066096:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.066097:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8641 00000100:00080000:3.0:1761233043.066098:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.066100:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233043.066102:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233043.066107:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736169792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233043.066112:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233043.066115:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233043.066116:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233043.066118:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8641 00000100:00080000:3.0:1761233043.066119:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233043.066121:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233043.066123:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233043.066129:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736169600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233043.066131:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736169856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233043.066190:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233043.066210:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233043] req@0000000017b16811 x1846777736169600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233043.066221:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736169600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233043.066228:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233043.066230:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233043.066233:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736169600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233043.066237:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233043.066249:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233043.066254:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233043] req@000000000b14a2de x1846777736169664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233043.066260:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736169664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233043.066264:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233043.066265:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233043.066267:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233043.066271:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233043.066280:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233043.066284:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233043] req@00000000d2119349 x1846777736169728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233043.066290:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736169728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233043.066295:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233043.066296:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233043.066297:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233043.066300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233043.066309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233043.066313:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233043] req@00000000736ef9ba x1846777736169792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233043.066319:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736169792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233043.066324:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233043.066325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233043.066326:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233043.066347:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233043.066356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233043.066360:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233043/real 1761233043] req@000000003dd9839b x1846777736169856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233043.066367:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736169856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233068 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233043.066371:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233043.066372:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233043.066374:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233043.130058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233044.090046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233044.154131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233045.113978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233045.178135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233046.137999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233046.202177:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233047.162013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233047.226140:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233048.186007:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233048.186020:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233048.186025:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233048.186030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233048.186037:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8646 00000100:00080000:3.0:1761233048.186042:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233048.186049:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233048.186086:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736169920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233048.186123:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233048.186128:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233048.186130:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233048.186135:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8646 00000100:00080000:3.0:1761233048.186139:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233048.186144:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233048.186157:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233048.186179:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736169920:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233048.186188:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736169984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233048.186208:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233048.186213:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233048.186216:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233048.186223:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8646 00000100:00080000:3.0:1761233048.186226:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233048.186231:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233048.186240:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233048.186256:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736170048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233048.186270:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233048.186276:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233048.186279:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233048.186281:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169984:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:3.0:1761233048.186288:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8646 00000100:00080000:3.0:1761233048.186294:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233048.186300:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233048.186307:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233048.186313:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170048:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233048.186328:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736170112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233048.186347:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233048.186393:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170112:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00080000:3.0:1761233048.186445:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233048.186449:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233048.186456:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8646 00000100:00080000:3.0:1761233048.186459:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233048.186463:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233048.186470:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233048.186489:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736170176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233048.186723:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170176:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233048.250058:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233049.210067:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233049.274021:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233050.234090:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233050.298022:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233051.258092:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761233051.258281:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761233051.258327:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233051.258344:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233051.258407:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233051.258418:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233051.258427:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233051.258438:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761233051.258561:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233048/real 1761233051] req@00000000d46ba267 x1846777736170176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233051.258635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736170176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233051.258648:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233051.258652:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233051.258657:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170176:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233051.258665:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233048/real 1761233051] req@000000007cc317a5 x1846777736170112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233051.258679:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736170112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233051.258688:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233051.258692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233051.258696:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170112:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233051.258702:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233048/real 1761233051] req@00000000311bc461 x1846777736169984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233051.258716:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736169984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233051.258724:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233051.258727:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233051.258731:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736169984:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233051.258754:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233048/real 1761233051] req@00000000eb335f49 x1846777736170048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233051.258765:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736170048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233051.258772:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233051.258774:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233051.258777:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170048:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233051.258782:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233048/real 1761233051] req@00000000a20dea0d x1846777736169920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233051.258792:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736169920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233073 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233051.258798:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233051.258801:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233051.258804:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736169920:192.168.201.106@tcp:250:kworker/u8:0.0 00010000:00010000:2.0:1761233051.322051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233052.282119:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233052.346136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233053.306012:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233053.306021:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233053.306025:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233053.306035:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8651 00000100:00080000:2.0:1761233053.306039:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233053.306045:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233053.306107:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736170240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233053.306146:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233053.306147:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233053.306160:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233053.306166:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233053.306175:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8651 00000100:00080000:2.0:1761233053.306179:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233053.306185:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233053.306198:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233053.306240:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736170304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233053.306260:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233053.306266:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233053.306269:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233053.306274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736170240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233053.306282:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8651 00000100:00080000:2.0:1761233053.306289:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233053.306295:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233053.306303:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233053.306322:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736170368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233053.306337:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233053.306342:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233053.306360:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233053.306363:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8651 00000100:00080000:2.0:1761233053.306365:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233053.306369:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233053.306374:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233053.306385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233053.306386:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736170432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233053.306403:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233053.306406:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233053.306408:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233053.306415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233053/real 1761233053] req@00000000c35ccb78 x1846777736170240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233053.306415:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8651 00000100:00080000:2.0:1761233053.306421:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233053.306426:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233053.306430:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233053.306444:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736170496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233053.306452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736170240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233053.306465:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233053.306468:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233053.306474:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736170240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233053.306483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233053.306511:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233053.306521:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233053/real 1761233053] req@000000001f17a0b8 x1846777736170304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233053.306533:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736170304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233053.306541:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233053.306543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233053.306580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233053.306606:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233053.306629:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233053.306639:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233053/real 1761233053] req@000000002f434b1a x1846777736170368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233053.306662:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736170368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233053.306671:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233053.306673:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233053.306676:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233053.306682:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233053.306702:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233053.306711:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233053/real 1761233053] req@0000000070bd2103 x1846777736170432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233053.306721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736170432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233053.306728:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233053.306730:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233053.306734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233053.306739:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233053.306760:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233053.306768:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233053/real 1761233053] req@0000000099725227 x1846777736170496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233053.306780:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736170496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233078 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233053.306794:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233053.306797:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233053.306800:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233053.370094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233054.330095:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233054.394098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233055.353960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233055.418091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233056.378000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233056.442052:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233057.402028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233057.466049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233058.426045:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233058.426048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233058.426063:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233058.426071:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233058.426087:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8656 00000100:00080000:2.0:1761233058.426093:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233058.426105:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233058.426159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736170560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233058.426209:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233058.426216:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233058.426219:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233058.426225:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8656 00000100:00080000:2.0:1761233058.426229:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233058.426235:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233058.426248:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233058.426268:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736170624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233058.426283:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233058.426289:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233058.426291:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233058.426297:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8656 00000100:00080000:2.0:1761233058.426302:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233058.426308:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233058.426316:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233058.426332:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736170688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233058.426350:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233058.426352:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736170560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761233058.426362:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233058.426368:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233058.426377:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8656 00000100:00080000:2.0:1761233058.426381:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233058.426388:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233058.426396:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233058.426436:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736170752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233058.426449:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233058.426455:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233058.426457:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233058.426462:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8656 00000100:00080000:2.0:1761233058.426497:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233058.426503:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233058.426511:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233058.426518:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233058.426538:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736170816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233058.426556:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233058/real 1761233058] req@0000000099725227 x1846777736170560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233058.426581:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736170560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233058.426594:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233058.426598:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233058.426602:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736170560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233058.426610:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233058.426636:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233058.426645:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233058/real 1761233058] req@0000000070bd2103 x1846777736170624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233058.426656:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736170624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233058.426668:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233058.426672:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233058.426677:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233058.426715:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233058.426753:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233058.426769:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233058/real 1761233058] req@000000002f434b1a x1846777736170688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233058.426790:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736170688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233058.426803:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233058.426807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233058.426812:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233058.426822:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233058.426854:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233058.426904:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233058/real 1761233058] req@000000001f17a0b8 x1846777736170752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233058.426938:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736170752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233058.426950:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233058.426953:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233058.426956:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233058.426962:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233058.426988:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233058.426998:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233058/real 1761233058] req@00000000c35ccb78 x1846777736170816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233058.427010:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736170816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233083 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233058.427019:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233058.427021:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233058.427024:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233058.490141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233059.450004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233059.514056:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233060.474040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233060.538178:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233061.497951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233061.562124:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233062.522023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233062.586180:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233063.545975:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233063.545979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233063.545984:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233063.545988:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233063.545996:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8661 00000100:00080000:2.0:1761233063.545998:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233063.546005:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233063.546036:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736170880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233063.546060:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233063.546063:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233063.546065:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233063.546069:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8661 00000100:00080000:2.0:1761233063.546071:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233063.546074:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233063.546080:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233063.546088:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736170880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233063.546092:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736170944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233063.546101:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233063.546104:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233063.546104:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233063.546106:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8661 00000100:00080000:2.0:1761233063.546108:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233063.546109:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233063.546112:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233063.546118:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736171008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233063.546123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233063.546125:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233063.546126:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233063.546127:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8661 00000100:00080000:2.0:1761233063.546129:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233063.546131:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233063.546134:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233063.546140:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736171072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233063.546144:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233063.546147:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233063.546148:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233063.546150:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8661 00000100:00080000:2.0:1761233063.546162:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233063.546164:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233063.546167:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233063.546171:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233063.546176:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736171136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233063.546192:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233063/real 1761233063] req@00000000c35ccb78 x1846777736170880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233063.546206:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736170880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233063.546213:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233063.546215:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233063.546218:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736170880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233063.546235:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170944:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233063.546250:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233063.546255:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233063/real 1761233063] req@000000001f17a0b8 x1846777736170944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233063.546262:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736170944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233063.546266:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233063.546268:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233063.546270:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736170944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233063.546272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233063.546283:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233063.546287:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233063/real 1761233063] req@000000002f434b1a x1846777736171008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233063.546293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736171008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233063.546298:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233063.546299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233063.546300:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233063.546303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233063.546312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233063.546316:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233063/real 1761233063] req@0000000070bd2103 x1846777736171072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233063.546322:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736171072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233063.546326:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233063.546327:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233063.546329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233063.546332:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233063.546341:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233063.546344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233063/real 1761233063] req@0000000099725227 x1846777736171136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233063.546350:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736171136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233088 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233063.546355:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233063.546356:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233063.546358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233063.610016:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233064.570024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233064.634211:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233065.594031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233065.658017:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233066.618076:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233066.682170:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233067.641985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233067.706074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233068.665950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233068.665951:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233068.665960:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233068.665963:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233068.665971:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8667 00000100:00080000:3.0:1761233068.665974:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233068.665980:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233068.666012:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736171200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233068.666032:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233068.666034:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233068.666035:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233068.666038:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8667 00000100:00080000:3.0:1761233068.666039:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233068.666041:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233068.666048:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233068.666056:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736171264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233068.666064:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736171200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233068.666064:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233068.666071:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233068.666073:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233068.666076:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8667 00000100:00080000:3.0:1761233068.666077:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233068.666079:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233068.666081:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233068.666090:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736171328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233068.666095:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233068.666097:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233068.666098:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233068.666101:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8667 00000100:00080000:3.0:1761233068.666102:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233068.666104:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233068.666106:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233068.666112:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736171392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233068.666116:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233068.666118:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233068.666119:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233068.666121:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8667 00000100:00080000:3.0:1761233068.666122:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233068.666124:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233068.666127:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233068.666133:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233068.666135:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736171456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233068.666154:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233068/real 1761233068] req@00000000a20dea0d x1846777736171200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233068.666168:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736171200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233068.666175:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233068.666177:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233068.666179:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736171200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233068.666196:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171264:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233068.666210:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233068.666214:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233068/real 1761233068] req@00000000eb335f49 x1846777736171264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233068.666221:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736171264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233068.666229:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233068.666231:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233068.666233:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233068.666236:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171328:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233068.666245:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233068.666249:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233068/real 1761233068] req@00000000311bc461 x1846777736171328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233068.666255:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736171328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233068.666259:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233068.666261:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233068.666262:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233068.666265:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171392:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233068.666274:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233068.666278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233068/real 1761233068] req@000000007cc317a5 x1846777736171392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233068.666284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736171392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233068.666288:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233068.666290:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233068.666291:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233068.666295:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171456:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233068.666318:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233068.666323:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233068/real 1761233068] req@00000000d46ba267 x1846777736171456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233068.666329:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736171456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233093 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233068.666333:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233068.666334:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233068.666336:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233068.730045:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233069.690084:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233069.754130:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233070.713967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233070.778116:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233071.738057:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233071.802080:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233072.762000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233072.826170:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233073.786003:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233073.786012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233073.786021:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233073.786029:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233073.786044:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8672 00000100:00080000:3.0:1761233073.786050:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233073.786061:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233073.786109:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736171520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233073.786154:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233073.786160:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233073.786163:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233073.786170:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8672 00000100:00080000:3.0:1761233073.786174:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233073.786183:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233073.786197:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233073.786209:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736171520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233073.786244:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736171584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233073.786266:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233073.786273:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233073.786276:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233073.786284:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8672 00000100:00080000:3.0:1761233073.786289:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233073.786295:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233073.786304:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233073.786320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233073.786331:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736171648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233073.786349:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233073.786351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233073/real 1761233073] req@000000003dd9839b x1846777736171520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233073.786365:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233073.786369:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233073.786381:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8672 00000100:00080000:3.0:1761233073.786386:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761233073.786387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736171520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233073.786401:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:0.0:1761233073.786408:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233073.786415:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:3.0:1761233073.786415:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233073.786424:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736171520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233073.786440:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736171712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233073.786463:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1761233073.786463:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233073.786478:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233073.786483:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233073.786492:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8672 00000100:00080000:3.0:1761233073.786496:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233073.786503:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233073.786508:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233073.786519:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233073.786520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233073/real 1761233073] req@00000000736ef9ba x1846777736171584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233073.786540:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736171584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233073.786546:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736171776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233073.786562:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233073.786570:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233073.786583:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233073.786593:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233073.786617:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233073.786625:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233073/real 1761233073] req@00000000d2119349 x1846777736171648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233073.786636:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736171648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233073.786644:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233073.786646:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233073.786649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233073.786664:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233073.786682:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233073.786688:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233073/real 1761233073] req@000000000b14a2de x1846777736171712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233073.786700:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736171712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233073.786708:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233073.786710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233073.786713:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233073.786719:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233073.786735:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233073.786744:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233073/real 1761233073] req@0000000017b16811 x1846777736171776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233073.786755:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736171776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233098 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233073.786763:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233073.786765:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233073.786768:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233073.850172:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233074.810019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233074.874040:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233075.834011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233075.898030:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233076.858069:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233076.922159:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233077.882061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233077.946135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233078.906001:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233078.906016:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233078.906022:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233078.906024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233078.906036:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8677 00000100:00080000:3.0:1761233078.906041:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233078.906050:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233078.906095:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736171840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233078.906128:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233078.906133:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233078.906135:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233078.906140:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8677 00000100:00080000:3.0:1761233078.906174:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233078.906180:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233078.906191:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233078.906206:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736171904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233078.906218:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233078.906224:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736171840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233078.906225:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233078.906229:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233078.906239:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8677 00000100:00080000:3.0:1761233078.906243:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233078.906246:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233078.906250:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233078.906262:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736171968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233078.906272:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233078.906276:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233078.906277:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233078.906281:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8677 00000100:00080000:3.0:1761233078.906283:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233078.906286:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233078.906291:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233078.906301:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736172032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233078.906317:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233078.906321:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233078.906322:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233078.906325:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8677 00000100:00080000:3.0:1761233078.906327:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233078.906330:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233078.906335:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233078.906343:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233078.906351:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736172096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233078.906385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233078/real 1761233078] req@0000000009919b3e x1846777736171840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233078.906419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736171840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233078.906436:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233078.906441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233078.906448:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736171840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233078.906485:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171904:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233078.906531:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233078.906548:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233078/real 1761233078] req@0000000066592840 x1846777736171904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233078.906571:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736171904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233078.906586:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233078.906590:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233078.906596:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233078.906606:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171968:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233078.906645:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233078.906682:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233078/real 1761233078] req@00000000d3a306c9 x1846777736171968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233078.906732:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736171968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233078.906747:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233078.906763:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233078.906769:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736171968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233078.906780:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172032:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233078.906823:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233078.906839:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233078/real 1761233078] req@00000000a0b7b6fd x1846777736172032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233078.906862:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736172032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233078.906919:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233078.906924:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233078.906931:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233078.906943:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172096:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233078.906985:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233078.907002:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233078/real 1761233078] req@0000000044909560 x1846777736172096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233078.907023:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736172096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233103 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233078.907036:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233078.907040:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233078.907045:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233078.970180:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233079.929931:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233079.994037:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233080.953978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233081.018053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233081.977948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233082.042169:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233083.001939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233083.066097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233084.025988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233084.026011:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233084.026022:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233084.026026:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233084.026038:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8682 00000100:00080000:2.0:1761233084.026042:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233084.026049:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233084.026125:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736172160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233084.026170:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233084.026174:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233084.026175:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233084.026179:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8682 00000100:00080000:2.0:1761233084.026182:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233084.026186:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233084.026197:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233084.026213:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736172224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233084.026214:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736172160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233084.026238:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233084.026242:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233084.026243:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233084.026247:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8682 00000100:00080000:2.0:1761233084.026248:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233084.026250:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233084.026252:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233084.026261:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736172288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233084.026267:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233084.026269:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233084.026270:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233084.026272:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8682 00000100:00080000:2.0:1761233084.026274:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233084.026277:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233084.026281:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233084.026287:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736172352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233084.026295:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233084.026298:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233084.026299:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233084.026302:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8682 00000100:00080000:2.0:1761233084.026304:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233084.026310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233084.026314:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233084.026319:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233084.026340:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736172416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233084.026357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@0000000099725227 x1846777736172160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233084.026382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736172160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233084.026398:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233084.026404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233084.026409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736172160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233084.026432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172224:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233084.026459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233084.026467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@0000000070bd2103 x1846777736172224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233084.026475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736172224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233084.026481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233084.026483:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233084.026485:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233084.026489:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233084.026505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233084.026511:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@000000002f434b1a x1846777736172288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233084.026519:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736172288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233084.026524:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233084.026527:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233084.026536:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233084.026550:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233084.026577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233084.026593:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@000000001f17a0b8 x1846777736172352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233084.026607:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736172352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233084.026612:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233084.026616:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233084.026622:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233084.026667:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233084.026720:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233084.026738:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233084/real 1761233084] req@00000000c35ccb78 x1846777736172416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233084.026750:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736172416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233109 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233084.026757:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233084.026760:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233084.026763:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233084.090204:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233085.049930:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233085.114113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233086.073975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233086.138156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233087.097956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233087.162215:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233088.122030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233088.186201:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233089.145979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233089.145996:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233089.146005:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233089.146010:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233089.146030:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8687 00000100:00080000:2.0:1761233089.146034:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233089.146040:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233089.146072:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736172480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233089.146096:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233089.146098:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233089.146099:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233089.146102:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8687 00000100:00080000:2.0:1761233089.146103:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233089.146105:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233089.146112:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233089.146119:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736172544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233089.146125:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233089.146127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233089.146128:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233089.146131:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8687 00000100:00080000:2.0:1761233089.146132:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233089.146133:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233089.146136:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233089.146141:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736172608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233089.146145:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736172480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761233089.146151:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233089.146154:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233089.146155:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233089.146158:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8687 00000100:00080000:2.0:1761233089.146160:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233089.146161:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233089.146164:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233089.146173:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736172672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233089.146178:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233089.146179:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233089.146180:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233089.146182:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8687 00000100:00080000:2.0:1761233089.146183:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233089.146185:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233089.146188:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233089.146195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736172736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233089.146211:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233089.146231:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233089/real 1761233089] req@00000000c35ccb78 x1846777736172480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233089.146243:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736172480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233089.146251:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233089.146253:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233089.146255:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736172480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233089.146262:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233089.146281:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233089.146289:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233089/real 1761233089] req@000000001f17a0b8 x1846777736172544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233089.146300:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736172544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233089.146306:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233089.146308:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233089.146310:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233089.146333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233089.146352:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233089.146360:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233089/real 1761233089] req@000000002f434b1a x1846777736172608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233089.146369:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736172608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233089.146375:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233089.146377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233089.146379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233089.146385:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233089.146401:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233089.146409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233089/real 1761233089] req@0000000070bd2103 x1846777736172672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233089.146418:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736172672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233089.146425:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233089.146427:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233089.146429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233089.146434:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233089.146453:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233089.146460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233089/real 1761233089] req@0000000099725227 x1846777736172736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233089.146469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736172736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233114 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233089.146476:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233089.146478:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233089.146480:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233089.210126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233090.170107:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233090.234172:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233091.194105:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233091.258303:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233092.218092:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233092.282120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233093.242092:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233093.306126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233094.265961:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233094.265970:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233094.265973:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233094.265981:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8692 00000100:00080000:2.0:1761233094.265984:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233094.265990:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233094.266005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761233094.266025:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736172800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233094.266048:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233094.266051:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233094.266052:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233094.266055:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8692 00000100:00080000:2.0:1761233094.266056:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233094.266058:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233094.266065:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233094.266072:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736172864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233094.266077:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233094.266079:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233094.266080:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233094.266083:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8692 00000100:00080000:2.0:1761233094.266084:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233094.266085:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233094.266087:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233094.266091:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736172928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233094.266096:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233094.266097:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233094.266098:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233094.266099:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8692 00000100:00080000:2.0:1761233094.266101:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233094.266103:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233094.266106:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233094.266112:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736172992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233094.266116:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233094.266119:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233094.266119:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233094.266121:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8692 00000100:00080000:2.0:1761233094.266123:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233094.266125:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233094.266129:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233094.266132:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736172800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233094.266139:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736173056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233094.266191:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233094.266211:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233094/real 1761233094] req@0000000099725227 x1846777736172800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233094.266223:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736172800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233094.266230:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233094.266232:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233094.266235:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736172800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233094.266240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172864:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233094.266252:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233094.266256:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233094/real 1761233094] req@0000000070bd2103 x1846777736172864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233094.266263:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736172864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233094.266267:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233094.266268:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233094.266270:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172864:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233094.266273:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172928:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233094.266282:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233094.266286:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233094/real 1761233094] req@000000002f434b1a x1846777736172928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233094.266292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736172928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233094.266297:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233094.266298:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233094.266300:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172928:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233094.266302:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172992:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233094.266312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233094.266315:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233094/real 1761233094] req@000000001f17a0b8 x1846777736172992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233094.266321:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736172992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233094.266326:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233094.266327:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233094.266328:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736172992:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233094.266348:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173056:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233094.266357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233094.266361:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233094/real 1761233094] req@00000000c35ccb78 x1846777736173056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233094.266367:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736173056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233119 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233094.266371:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233094.266373:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233094.266374:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173056:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233094.330060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233095.290023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233095.354091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233096.314181:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233096.378267:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233097.338011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233097.402057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233098.361999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233098.426036:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233099.385964:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233099.385974:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233099.385977:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233099.385987:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8697 00000100:00080000:2.0:1761233099.385990:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761233099.386001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233099.386002:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233099.386039:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736173120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233099.386056:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233099.386059:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233099.386061:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233099.386064:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8697 00000100:00080000:2.0:1761233099.386066:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233099.386069:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233099.386073:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736173120:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761233099.386076:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233099.386090:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736173184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233099.386097:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233099.386099:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233099.386100:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233099.386103:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8697 00000100:00080000:2.0:1761233099.386105:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233099.386107:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233099.386110:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233099.386116:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736173248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233099.386121:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233099.386124:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233099.386125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233099.386127:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8697 00000100:00080000:2.0:1761233099.386129:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233099.386131:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233099.386134:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233099.386137:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233099.386145:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736173312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233099.386152:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233099.386155:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233099.386156:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233099.386160:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233099/real 1761233099] req@00000000c35ccb78 x1846777736173120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233099.386161:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8697 00000100:00080000:2.0:1761233099.386165:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233099.386170:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233099.386176:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233099.386186:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736173376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233099.386187:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736173120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233099.386216:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233099.386219:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233099.386223:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736173120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233099.386243:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233099.386259:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233099.386265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233099/real 1761233099] req@000000001f17a0b8 x1846777736173184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233099.386272:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736173184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233099.386277:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233099.386279:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233099.386281:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233099.386284:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233099.386295:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233099.386300:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233099/real 1761233099] req@000000002f434b1a x1846777736173248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233099.386306:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736173248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233099.386311:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233099.386313:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233099.386314:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233099.386318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233099.386328:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233099.386333:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233099/real 1761233099] req@0000000070bd2103 x1846777736173312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233099.386339:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736173312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233099.386344:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233099.386345:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233099.386347:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233099.386350:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233099.386359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233099.386363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233099/real 1761233099] req@0000000099725227 x1846777736173376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233099.386369:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736173376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233124 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233099.386377:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233099.386379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233099.386381:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233099.449993:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233100.410099:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233100.474000:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233101.433976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233101.498068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233102.457990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233102.522060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233103.481967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233103.546076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233104.505987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233104.506006:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233104.506014:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233104.506018:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233104.506027:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8702 00000100:00080000:3.0:1761233104.506029:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233104.506036:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233104.506071:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736173440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233104.506095:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233104.506098:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233104.506099:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233104.506102:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8702 00000100:00080000:3.0:1761233104.506104:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233104.506106:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233104.506116:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233104.506124:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736173504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233104.506131:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233104.506134:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233104.506135:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233104.506137:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8702 00000100:00080000:3.0:1761233104.506138:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233104.506140:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233104.506142:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233104.506147:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736173568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233104.506153:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233104.506155:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233104.506156:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233104.506159:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8702 00000100:00080000:3.0:1761233104.506160:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233104.506163:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233104.506166:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233104.506171:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736173632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233104.506177:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233104.506179:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233104.506180:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233104.506183:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8702 00000100:00080000:3.0:1761233104.506184:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233104.506190:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736173440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233104.506190:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233104.506193:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233104.506203:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736173696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233104.506260:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233104.506282:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233104/real 1761233104] req@0000000044909560 x1846777736173440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233104.506296:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736173440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233104.506304:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233104.506307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233104.506310:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736173440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233104.506315:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233104.506330:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233104.506335:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233104/real 1761233104] req@00000000a0b7b6fd x1846777736173504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233104.506343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736173504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233104.506348:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233104.506350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233104.506352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233104.506357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233104.506368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233104.506373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233104/real 1761233104] req@00000000d3a306c9 x1846777736173568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233104.506380:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736173568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233104.506385:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233104.506386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233104.506388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233104.506392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233104.506403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233104.506407:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233104/real 1761233104] req@0000000066592840 x1846777736173632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233104.506414:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736173632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233104.506419:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233104.506421:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233104.506422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233104.506447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233104.506458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233104.506463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233104/real 1761233104] req@0000000009919b3e x1846777736173696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233104.506471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736173696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233129 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233104.506476:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233104.506477:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233104.506479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173696:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233104.570231:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233105.529922:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233105.594565:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233106.553978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233106.618562:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233107.578022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233107.642119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233108.601992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233108.666163:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233109.625965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233109.625965:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233109.625974:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233109.625978:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233109.625985:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8708 00000100:00080000:3.0:1761233109.625988:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233109.625994:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233109.626026:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736173760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233109.626044:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233109.626046:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233109.626047:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233109.626050:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8708 00000100:00080000:3.0:1761233109.626051:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233109.626053:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233109.626059:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233109.626066:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736173824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233109.626071:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233109.626074:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233109.626075:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233109.626077:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8708 00000100:00080000:3.0:1761233109.626078:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233109.626080:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233109.626082:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233109.626086:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736173888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233109.626090:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233109.626092:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233109.626093:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233109.626095:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8708 00000100:00080000:3.0:1761233109.626096:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233109.626098:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233109.626101:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233109.626107:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736173952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233109.626112:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233109.626114:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233109.626115:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233109.626117:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8708 00000100:00080000:3.0:1761233109.626118:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233109.626120:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233109.626122:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233109.626130:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736174016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233109.626132:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736173760:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:1.0:1761233109.626197:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233109.626217:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233109/real 1761233109] req@0000000017b16811 x1846777736173760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233109.626229:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736173760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233109.626235:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233109.626237:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233109.626240:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736173760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233109.626244:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233109.626258:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233109.626262:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233109/real 1761233109] req@000000000b14a2de x1846777736173824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233109.626269:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736173824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233109.626273:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233109.626275:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233109.626277:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233109.626280:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233109.626290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233109.626293:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233109/real 1761233109] req@00000000d2119349 x1846777736173888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233109.626299:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736173888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233109.626303:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233109.626305:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233109.626306:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233109.626309:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233109.626318:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233109.626322:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233109/real 1761233109] req@00000000736ef9ba x1846777736173952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233109.626327:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736173952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233109.626331:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233109.626333:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233109.626334:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736173952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233109.626355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233109.626367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233109.626371:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233109/real 1761233109] req@000000003dd9839b x1846777736174016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233109.626377:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736174016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233134 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233109.626382:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233109.626383:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233109.626384:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233109.690062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233110.649988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233110.714188:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233111.673998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233111.738059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233112.698075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233112.762132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233113.722077:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233113.786053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233114.745966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233114.746082:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233114.746092:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233114.746097:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233114.746108:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8713 00000100:00080000:1.0:1761233114.746113:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233114.746122:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233114.746166:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736174080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233114.746205:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233114.746210:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233114.746212:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233114.746217:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8713 00000100:00080000:1.0:1761233114.746219:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233114.746223:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233114.746233:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233114.746247:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736174144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233114.746257:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233114.746261:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233114.746263:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233114.746266:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8713 00000100:00080000:1.0:1761233114.746268:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233114.746271:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233114.746275:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233114.746283:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736174208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233114.746293:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233114.746297:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233114.746299:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233114.746303:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8713 00000100:00080000:1.0:1761233114.746306:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233114.746310:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233114.746315:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233114.746325:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736174272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233114.746334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736174080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233114.746341:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233114.746347:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233114.746349:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233114.746354:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8713 00000100:00080000:1.0:1761233114.746357:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233114.746360:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233114.746365:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233114.746381:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736174336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233114.746465:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233114.746495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233114.746525:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233114.746545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174336:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233114.810008:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233115.770053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233115.834009:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233116.794101:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233116.858042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233117.818137:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761233117.818228:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761233117.818265:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233117.818277:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233117.818325:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233117.818333:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233117.818340:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233117.818346:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761233117.818384:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233114/real 1761233117] req@0000000090114397 x1846777736174272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233117.818408:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736174272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233117.818420:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233117.818424:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233117.818428:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233117.818434:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233114/real 1761233117] req@000000000a7b3b64 x1846777736174336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233117.818455:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736174336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233117.818462:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233117.818464:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233117.818467:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174336:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233117.818472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233114/real 1761233117] req@00000000cba7fca5 x1846777736174080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233117.818483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736174080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233117.818491:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233117.818493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233117.818496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736174080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233117.818500:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233114/real 1761233117] req@00000000c21e8593 x1846777736174144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233117.818509:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736174144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233117.818516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233117.818518:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233117.818520:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233117.818525:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233114/real 1761233117] req@00000000108af431 x1846777736174208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233117.818558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736174208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233139 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233117.818573:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233117.818576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233117.818578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174208:192.168.201.106@tcp:38:kworker/u8:0.0 00010000:00010000:2.0:1761233117.881975:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233118.842073:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233118.906148:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233119.866021:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233119.866035:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233119.866040:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233119.866055:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8718 00000100:00080000:1.0:1761233119.866059:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233119.866070:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233119.866115:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736174400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233119.866119:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233119.866166:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233119.866173:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233119.866176:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233119.866181:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8718 00000100:00080000:1.0:1761233119.866184:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233119.866190:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233119.866203:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233119.866217:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736174464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233119.866230:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233119.866234:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233119.866236:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233119.866242:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8718 00000100:00080000:1.0:1761233119.866244:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233119.866249:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233119.866254:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233119.866268:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736174528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233119.866281:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233119.866285:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233119.866288:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233119.866293:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8718 00000100:00080000:1.0:1761233119.866296:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233119.866300:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233119.866307:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233119.866312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736174400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233119.866324:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736174592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233119.866338:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233119.866342:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233119.866344:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233119.866350:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8718 00000100:00080000:1.0:1761233119.866353:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233119.866360:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233119.866366:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233119.866384:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736174656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233119.866413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233119.866450:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233119/real 1761233119] req@00000000108af431 x1846777736174400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233119.866481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736174400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233119.866534:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233119.866541:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233119.866561:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736174400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233119.866576:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233119.866628:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233119.866656:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233119/real 1761233119] req@00000000c21e8593 x1846777736174464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233119.866685:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736174464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233119.866699:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233119.866704:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233119.866709:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233119.866720:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233119.866761:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233119.866780:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233119/real 1761233119] req@00000000cba7fca5 x1846777736174528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233119.866799:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736174528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233119.866812:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233119.866816:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233119.866821:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233119.866921:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233119.866967:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233119.866983:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233119/real 1761233119] req@000000000a7b3b64 x1846777736174592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233119.867001:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736174592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233119.867014:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233119.867018:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233119.867023:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233119.867033:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233119.867068:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233119.867083:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233119/real 1761233119] req@0000000090114397 x1846777736174656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233119.867101:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736174656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233144 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233119.867126:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233119.867130:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233119.867136:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233119.930181:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233120.890007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233120.954157:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233121.913947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233121.978144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233122.938007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233123.002176:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233123.961953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233124.026011:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233124.985942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233124.985985:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233124.985993:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233124.985996:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233124.986003:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8723 00000100:00080000:3.0:1761233124.986006:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233124.986011:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233124.986039:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736174720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233124.986059:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233124.986062:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233124.986063:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233124.986066:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8723 00000100:00080000:3.0:1761233124.986067:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233124.986069:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233124.986076:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233124.986085:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736174784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233124.986092:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233124.986093:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736174720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233124.986095:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233124.986097:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233124.986102:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8723 00000100:00080000:3.0:1761233124.986104:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233124.986106:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233124.986109:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233124.986117:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736174848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233124.986123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233124.986126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233124.986127:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233124.986129:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8723 00000100:00080000:3.0:1761233124.986130:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233124.986132:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233124.986136:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233124.986141:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736174912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233124.986146:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233124.986148:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233124.986149:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233124.986152:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8723 00000100:00080000:3.0:1761233124.986153:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233124.986157:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233124.986159:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233124.986163:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233124.986170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736174976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233124.986179:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233124/real 1761233124] req@00000000d46ba267 x1846777736174720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233124.986195:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736174720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233124.986203:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233124.986206:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233124.986208:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736174720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233124.986228:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174784:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233124.986242:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233124.986247:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233124/real 1761233124] req@000000007cc317a5 x1846777736174784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233124.986254:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736174784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233124.986259:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233124.986261:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233124.986263:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233124.986266:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174848:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233124.986276:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233124.986279:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233124/real 1761233124] req@00000000311bc461 x1846777736174848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233124.986286:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736174848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233124.986291:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233124.986292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233124.986293:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233124.986296:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174912:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233124.986307:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233124.986310:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233124/real 1761233124] req@00000000eb335f49 x1846777736174912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233124.986317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736174912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233124.986321:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233124.986322:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233124.986324:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174912:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233124.986327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174976:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233124.986338:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233124.986341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233124/real 1761233124] req@00000000a20dea0d x1846777736174976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233124.986347:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736174976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233149 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233124.986351:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233124.986353:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233124.986354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736174976:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233125.050041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233126.010029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233126.074183:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233127.034011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233127.098181:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233128.057991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233128.122038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233129.081967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233129.146104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233130.105989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233130.106045:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233130.106052:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233130.106056:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233130.106064:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8728 00000100:00080000:1.0:1761233130.106067:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233130.106073:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233130.106107:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736175040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233130.106138:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233130.106141:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233130.106142:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233130.106145:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8728 00000100:00080000:1.0:1761233130.106146:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233130.106149:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233130.106157:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233130.106166:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736175104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233130.106174:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233130.106176:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233130.106178:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233130.106179:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736175040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233130.106184:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8728 00000100:00080000:1.0:1761233130.106187:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233130.106189:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233130.106193:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233130.106201:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736175168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233130.106207:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233130.106210:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233130.106211:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233130.106213:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8728 00000100:00080000:1.0:1761233130.106215:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233130.106218:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233130.106221:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233130.106228:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736175232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233130.106233:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233130.106236:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233130.106237:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233130.106239:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8728 00000100:00080000:1.0:1761233130.106241:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233130.106243:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233130.106246:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233130.106249:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233130.106257:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736175296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233130.106273:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233130/real 1761233130] req@00000000cee0df34 x1846777736175040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233130.106288:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736175040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233130.106296:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233130.106298:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233130.106301:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736175040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233130.106321:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233130.106356:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233130.106363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233130/real 1761233130] req@000000001dfe2b3c x1846777736175104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233130.106371:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736175104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233130.106377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233130.106379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233130.106381:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233130.106385:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233130.106399:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233130.106403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233130/real 1761233130] req@00000000f52221c5 x1846777736175168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233130.106411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736175168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233130.106416:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233130.106418:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233130.106419:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233130.106423:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233130.106434:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233130.106439:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233130/real 1761233130] req@00000000c65fa7c5 x1846777736175232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233130.106445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736175232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233130.106451:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233130.106452:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233130.106453:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233130.106457:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233130.106467:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233130.106471:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233130/real 1761233130] req@00000000dcfa4436 x1846777736175296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233130.106478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736175296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233155 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233130.106483:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233130.106485:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233130.106487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233130.170069:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233131.129967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233131.194116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233132.154019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233132.218145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233133.178001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233133.242152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233134.202014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233134.266083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233135.226008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233135.226047:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233135.226073:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233135.226078:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233135.226087:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8733 00000100:00080000:0.0:1761233135.226090:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233135.226097:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233135.226133:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736175360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233135.226161:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233135.226164:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233135.226165:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233135.226169:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8733 00000100:00080000:0.0:1761233135.226171:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233135.226174:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233135.226182:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233135.226190:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736175424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233135.226197:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233135.226200:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233135.226201:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233135.226205:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8733 00000100:00080000:0.0:1761233135.226206:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233135.226209:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233135.226211:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233135.226220:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736175488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233135.226226:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233135.226229:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233135.226230:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233135.226233:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8733 00000100:00080000:0.0:1761233135.226235:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233135.226237:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233135.226240:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233135.226245:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736175360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233135.226249:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736175552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233135.226311:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233135.226314:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233135.226315:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233135.226319:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8733 00000100:00080000:0.0:1761233135.226320:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233135.226323:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233135.226327:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233135.226336:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736175616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233135.226361:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233135.226387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233135/real 1761233135] req@00000000330b2500 x1846777736175360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233135.226406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736175360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233135.226418:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233135.226421:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233135.226425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736175360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233135.226434:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233135.226459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233135.226469:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233135/real 1761233135] req@00000000d75fe628 x1846777736175424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233135.226481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736175424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233135.226490:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233135.226493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233135.226496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233135.226503:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233135.226526:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233135.226534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233135/real 1761233135] req@00000000e0da2515 x1846777736175488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233135.226547:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736175488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233135.226556:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233135.226558:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233135.226562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233135.226590:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233135.226612:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233135.226621:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233135/real 1761233135] req@000000001edf5a39 x1846777736175552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233135.226633:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736175552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233135.226643:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233135.226645:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233135.226649:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233135.226671:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233135.226694:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233135.226704:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233135/real 1761233135] req@000000009dca9672 x1846777736175616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233135.226734:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736175616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233160 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233135.226743:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233135.226746:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233135.226749:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233135.290035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233136.249989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233136.314055:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233137.274019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233137.338127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233138.298036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233138.362258:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233139.322024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233139.386111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233140.345990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233140.346102:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233140.346113:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233140.346116:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233140.346124:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8738 00000100:00080000:0.0:1761233140.346127:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233140.346132:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233140.346163:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736175680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233140.346203:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233140.346209:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233140.346211:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233140.346216:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8738 00000100:00080000:0.0:1761233140.346219:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233140.346223:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233140.346236:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233140.346248:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736175744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233140.346257:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233140.346257:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736175680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761233140.346260:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233140.346262:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233140.346265:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8738 00000100:00080000:0.0:1761233140.346267:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233140.346269:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233140.346273:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233140.346280:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736175808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233140.346287:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233140.346290:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233140.346291:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233140.346294:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8738 00000100:00080000:0.0:1761233140.346295:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233140.346298:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233140.346301:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233140.346311:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736175872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233140.346317:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233140.346320:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233140.346321:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233140.346322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761233140.346325:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8738 00000100:00080000:0.0:1761233140.346326:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233140.346329:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233140.346332:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233140.346340:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736175936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233140.346344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233140/real 1761233140] req@0000000023d541ab x1846777736175680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233140.346360:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736175680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233140.346370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233140.346372:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233140.346377:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736175680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233140.346402:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175744:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233140.346421:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233140.346428:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233140/real 1761233140] req@00000000de11a021 x1846777736175744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233140.346435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736175744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233140.346440:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233140.346441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233140.346443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233140.346446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175808:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233140.346456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233140.346460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233140/real 1761233140] req@00000000c90d576b x1846777736175808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233140.346466:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736175808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233140.346471:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233140.346472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233140.346473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233140.346477:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175872:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233140.346487:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233140.346491:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233140/real 1761233140] req@000000000e921d21 x1846777736175872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233140.346501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736175872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233140.346505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233140.346506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233140.346508:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233140.346511:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175936:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233140.346519:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233140.346523:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233140/real 1761233140] req@00000000fd377aae x1846777736175936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233140.346529:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736175936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233165 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233140.346533:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233140.346534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233140.346536:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736175936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233140.410123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233141.370050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233141.434082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233142.393945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233142.458048:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233143.418026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233143.482197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233144.442018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233144.506188:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233145.465961:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233145.465972:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233145.465976:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233145.465985:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8743 00000100:00080000:0.0:1761233145.465989:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233145.465995:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233145.466029:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736176000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233145.466030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233145.466064:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233145.466067:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233145.466068:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233145.466071:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8743 00000100:00080000:0.0:1761233145.466073:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233145.466077:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233145.466087:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233145.466110:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736176064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233145.466117:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233145.466120:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233145.466121:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233145.466124:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8743 00000100:00080000:0.0:1761233145.466125:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233145.466127:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233145.466131:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233145.466141:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736176128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233145.466141:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761233145.466154:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233145.466156:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233145.466156:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233145.466158:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8743 00000100:00080000:0.0:1761233145.466159:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233145.466161:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233145.466164:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233145.466172:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736176192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233145.466177:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233145.466179:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233145.466180:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233145.466182:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8743 00000100:00080000:0.0:1761233145.466183:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233145.466185:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233145.466187:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233145.466194:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736176256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233145.466218:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233145.466244:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233145/real 1761233145] req@00000000911b207d x1846777736176000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233145.466261:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736176000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233145.466271:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233145.466275:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233145.466279:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233145.466285:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176064:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233145.466309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233145.466318:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233145/real 1761233145] req@000000008cd0ff0b x1846777736176064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233145.466329:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736176064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233145.466336:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233145.466339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233145.466341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233145.466367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233145.466388:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233145.466396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233145/real 1761233145] req@00000000fd377aae x1846777736176128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233145.466406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736176128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233145.466413:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233145.466415:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233145.466418:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233145.466424:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233145.466446:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233145.466453:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233145/real 1761233145] req@000000000e921d21 x1846777736176192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233145.466463:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736176192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233145.466471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233145.466473:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233145.466476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233145.466481:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233145.466500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233145.466508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233145/real 1761233145] req@00000000c90d576b x1846777736176256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233145.466518:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736176256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233170 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233145.466525:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233145.466527:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233145.466530:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176256:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233145.530212:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233146.490165:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233146.554223:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233147.514084:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233147.578285:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233148.538012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233148.602059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233149.561939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233149.626105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233150.585937:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233150.585946:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233150.585949:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233150.585958:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8749 00000100:00080000:3.0:1761233150.585961:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233150.585965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233150.585967:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233150.585999:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736176320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233150.586031:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233150.586034:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233150.586035:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233150.586038:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8749 00000100:00080000:3.0:1761233150.586039:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233150.586043:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233150.586050:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233150.586061:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233150.586061:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736176384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233150.586073:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233150.586075:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233150.586076:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233150.586080:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8749 00000100:00080000:3.0:1761233150.586081:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233150.586084:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233150.586086:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233150.586094:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736176448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233150.586099:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233150.586101:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233150.586102:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233150.586105:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8749 00000100:00080000:3.0:1761233150.586106:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233150.586108:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233150.586111:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233150.586117:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736176512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233150.586121:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233150.586123:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233150.586124:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233150.586128:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233150.586130:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8749 00000100:00080000:3.0:1761233150.586132:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233150.586135:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233150.586138:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233150.586145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736176576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233150.586150:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233150/real 1761233150] req@00000000a20dea0d x1846777736176320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233150.586184:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736176320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233150.586193:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233150.586195:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233150.586198:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233150.586216:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176384:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233150.586230:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233150.586235:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233150/real 1761233150] req@00000000eb335f49 x1846777736176384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233150.586243:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736176384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233150.586247:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233150.586249:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233150.586251:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233150.586254:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176448:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233150.586265:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233150.586268:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233150/real 1761233150] req@00000000311bc461 x1846777736176448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233150.586275:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736176448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233150.586279:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233150.586280:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233150.586282:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233150.586286:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176512:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233150.586296:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233150.586300:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233150/real 1761233150] req@000000007cc317a5 x1846777736176512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233150.586319:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736176512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233150.586324:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233150.586326:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233150.586327:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233150.586331:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176576:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233150.586345:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233150.586349:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233150/real 1761233150] req@00000000d46ba267 x1846777736176576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233150.586356:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736176576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233175 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233150.586361:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233150.586362:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233150.586364:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176576:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233150.650043:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233151.609987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233151.674098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233152.633945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233152.698032:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233153.657954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233153.722106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233154.681998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233154.746121:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233155.706046:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233155.706053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233155.706064:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233155.706072:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233155.706090:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8754 00000100:00080000:3.0:1761233155.706096:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233155.706109:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233155.706160:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736176640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233155.706199:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233155.706204:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233155.706208:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233155.706215:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8754 00000100:00080000:3.0:1761233155.706218:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233155.706224:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233155.706237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233155.706244:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233155.706261:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736176704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233155.706278:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233155.706282:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233155.706284:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233155.706291:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8754 00000100:00080000:3.0:1761233155.706295:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233155.706300:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233155.706312:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233155.706327:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736176768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233155.706336:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233155.706350:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233155.706357:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233155.706360:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233155.706367:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8754 00000100:00080000:3.0:1761233155.706370:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233155.706375:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233155/real 1761233155] req@000000003dd9839b x1846777736176640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233155.706382:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233155.706402:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233155.706411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736176640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233155.706425:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233155.706429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233155.706433:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233155.706458:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233155.706484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233155.706500:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736176832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233155.706504:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233155/real 1761233155] req@00000000736ef9ba x1846777736176704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233155.706575:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736176704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233155.706583:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233155.706588:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233155.706591:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233155.706598:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233155.706616:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233155.706623:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233155/real 1761233155] req@00000000d2119349 x1846777736176768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233155.706634:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736176768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233155.706642:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233155.706644:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233155.706647:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:3.0:1761233155.706767:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233155.706772:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233155.706773:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233155.706782:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00080000:3.0:1761233155.706783:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8754 00000100:00080000:3.0:1761233155.706794:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233155.706807:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233155.706814:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233155.706832:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736176896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233155.706843:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233155.706909:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233155/real 1761233155] req@000000000b14a2de x1846777736176832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233155.706931:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736176832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233155.706958:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233155.706963:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233155.706973:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233155.707006:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233155.707028:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233155.707038:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233155/real 1761233155] req@0000000017b16811 x1846777736176896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233155.707048:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736176896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233180 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233155.707062:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233155.707065:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233155.707067:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736176896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233155.770134:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233156.730083:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233156.794073:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233157.754012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233157.818161:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233158.778006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233158.842030:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233159.801964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233159.866094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233160.825970:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233160.825972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233160.825980:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233160.825984:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233160.825992:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8759 00000100:00080000:3.0:1761233160.825995:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233160.826001:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233160.826031:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736176960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233160.826051:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233160.826053:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233160.826054:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233160.826057:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8759 00000100:00080000:3.0:1761233160.826058:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233160.826060:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233160.826067:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233160.826075:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736177024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233160.826080:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233160.826083:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233160.826084:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233160.826086:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8759 00000100:00080000:3.0:1761233160.826088:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233160.826092:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761233160.826093:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176960:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761233160.826095:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233160.826104:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736177088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233160.826117:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233160.826120:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233160.826121:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233160.826123:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8759 00000100:00080000:3.0:1761233160.826124:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233160.826126:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233160.826129:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233160.826136:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736177152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233160.826140:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233160.826142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233160.826143:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233160.826145:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8759 00000100:00080000:3.0:1761233160.826146:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233160.826148:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233160.826151:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233160.826157:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736177216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233160.826192:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233160.826215:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233160/real 1761233160] req@0000000009919b3e x1846777736176960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233160.826232:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736176960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233160.826241:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233160.826245:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233160.826248:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736176960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233160.826255:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233160.826277:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233160.826285:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233160/real 1761233160] req@0000000066592840 x1846777736177024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233160.826297:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736177024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233160.826316:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233160.826319:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233160.826322:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233160.826355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233160.826376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233160.826385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233160/real 1761233160] req@00000000d3a306c9 x1846777736177088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233160.826395:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736177088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233160.826402:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233160.826404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233160.826407:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233160.826412:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233160.826431:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233160.826438:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233160/real 1761233160] req@00000000a0b7b6fd x1846777736177152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233160.826449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736177152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233160.826462:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233160.826464:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233160.826467:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233160.826472:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233160.826491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233160.826498:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233160/real 1761233160] req@0000000044909560 x1846777736177216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233160.826508:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736177216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233185 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233160.826515:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233160.826517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233160.826520:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233160.890113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233161.850010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233161.914171:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233162.873973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233162.938054:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233163.897947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233163.961992:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233164.922003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233164.986072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233165.945928:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233165.945949:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233165.945955:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233165.945958:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233165.945966:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8764 00000100:00080000:3.0:1761233165.945969:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233165.945974:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233165.946005:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736177280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233165.946027:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233165.946030:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233165.946031:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233165.946033:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8764 00000100:00080000:3.0:1761233165.946035:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233165.946037:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233165.946044:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233165.946053:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736177344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233165.946057:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736177280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233165.946067:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233165.946070:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233165.946070:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233165.946083:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8764 00000100:00080000:3.0:1761233165.946084:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233165.946086:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233165.946089:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233165.946096:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736177408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233165.946101:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233165.946103:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233165.946104:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233165.946106:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8764 00000100:00080000:3.0:1761233165.946107:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233165.946110:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233165.946114:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233165.946119:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736177472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233165.946124:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233165.946126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233165.946127:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233165.946129:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8764 00000100:00080000:3.0:1761233165.946130:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233165.946133:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233165.946136:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233165.946140:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233165.946147:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736177536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233165.946156:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233165/real 1761233165] req@0000000044909560 x1846777736177280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233165.946169:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736177280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233165.946176:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233165.946178:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233165.946181:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736177280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233165.946199:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233165.946213:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233165.946217:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233165/real 1761233165] req@00000000a0b7b6fd x1846777736177344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233165.946224:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736177344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233165.946228:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233165.946230:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233165.946232:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233165.946235:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233165.946244:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233165.946247:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233165/real 1761233165] req@00000000d3a306c9 x1846777736177408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233165.946253:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736177408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233165.946261:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233165.946263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233165.946264:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233165.946267:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233165.946277:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233165.946280:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233165/real 1761233165] req@0000000066592840 x1846777736177472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233165.946286:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736177472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233165.946289:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233165.946290:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233165.946292:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233165.946295:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233165.946304:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233165.946308:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233165/real 1761233165] req@0000000009919b3e x1846777736177536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233165.946314:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736177536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233190 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233165.946318:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233165.946320:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233165.946321:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233166.009966:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233166.969982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233167.033996:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233167.993958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233168.058058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233169.018055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233169.081991:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233170.042031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233170.106122:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233171.065982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233171.066008:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233171.066015:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233171.066018:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233171.066026:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8769 00000100:00080000:2.0:1761233171.066028:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233171.066034:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233171.066068:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736177600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233171.066092:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233171.066095:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233171.066096:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233171.066098:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8769 00000100:00080000:2.0:1761233171.066100:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233171.066102:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233171.066109:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233171.066116:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736177664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233171.066121:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233171.066124:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233171.066125:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233171.066127:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8769 00000100:00080000:2.0:1761233171.066128:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233171.066130:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233171.066132:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233171.066136:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736177728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233171.066140:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233171.066142:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233171.066143:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233171.066145:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8769 00000100:00080000:2.0:1761233171.066147:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233171.066149:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233171.066153:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233171.066157:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736177792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233171.066162:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233171.066164:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233171.066164:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233171.066167:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8769 00000100:00080000:2.0:1761233171.066168:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233171.066170:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233171.066172:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233171.066173:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736177600:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233171.066179:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736177856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233171.066233:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233171.066252:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@0000000099725227 x1846777736177600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233171.066264:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736177600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233171.066271:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.066273:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233171.066275:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736177600:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233171.066279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177664:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233171.066291:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233171.066296:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@0000000070bd2103 x1846777736177664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233171.066302:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736177664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233171.066307:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.066308:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233171.066310:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177664:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233171.066313:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177728:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233171.066323:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233171.066327:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@000000002f434b1a x1846777736177728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233171.066333:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736177728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233171.066338:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.066339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233171.066341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177728:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233171.066344:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177792:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233171.066353:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233171.066357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@000000001f17a0b8 x1846777736177792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233171.066362:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736177792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233171.066366:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.066368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233171.066369:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177792:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233171.066389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177856:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233171.066398:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233171.066402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233171/real 1761233171] req@00000000c35ccb78 x1846777736177856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233171.066408:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736177856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233196 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233171.066413:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233171.066414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233171.066415:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177856:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233171.130793:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233172.090063:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233172.154294:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233173.114072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233173.178145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233174.137982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233174.202065:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233175.161966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233175.226051:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233176.185968:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233176.185971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233176.185977:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233176.185982:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233176.185991:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8774 00000100:00080000:2.0:1761233176.185994:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233176.186001:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233176.186033:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736177920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233176.186060:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233176.186064:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233176.186066:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233176.186069:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8774 00000100:00080000:2.0:1761233176.186071:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233176.186073:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233176.186080:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233176.186089:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736177984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233176.186094:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233176.186096:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233176.186098:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233176.186101:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8774 00000100:00080000:2.0:1761233176.186103:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233176.186105:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233176.186107:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233176.186113:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736178048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233176.186118:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233176.186121:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233176.186122:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233176.186124:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8774 00000100:00080000:2.0:1761233176.186126:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233176.186128:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233176.186131:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233176.186136:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736178112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233176.186140:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233176.186142:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233176.186142:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233176.186144:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8774 00000100:00080000:2.0:1761233176.186145:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233176.186148:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233176.186150:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233176.186157:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736178176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233176.186178:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736177920:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:3.0:1761233176.186286:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233176.186320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233176/real 1761233176] req@00000000c35ccb78 x1846777736177920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233176.186340:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736177920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233176.186355:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233176.186358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233176.186363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736177920:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233176.186371:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177984:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233176.186397:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233176.186406:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233176/real 1761233176] req@000000001f17a0b8 x1846777736177984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233176.186418:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736177984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233176.186426:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233176.186429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233176.186432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736177984:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233176.186439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178048:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233176.186462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233176.186470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233176/real 1761233176] req@000000002f434b1a x1846777736178048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233176.186481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736178048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233176.186489:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233176.186491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233176.186494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178048:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233176.186500:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178112:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233176.186522:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233176.186530:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233176/real 1761233176] req@0000000070bd2103 x1846777736178112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233176.186548:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736178112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233176.186556:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233176.186558:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233176.186561:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178112:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233176.186597:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178176:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233176.186644:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233176.186653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233176/real 1761233176] req@0000000099725227 x1846777736178176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233176.186664:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736178176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233201 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233176.186672:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233176.186674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233176.186678:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178176:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233176.250087:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233177.210030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233177.274138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233178.233985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233178.298034:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233179.257944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233179.322112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233180.281975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233180.346030:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233181.305977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233181.305985:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233181.305993:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233181.305997:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233181.306004:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8779 00000100:00080000:3.0:1761233181.306007:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233181.306013:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233181.306042:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736178240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233181.306068:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233181.306070:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233181.306071:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233181.306074:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8779 00000100:00080000:3.0:1761233181.306075:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233181.306077:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233181.306083:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233181.306090:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736178304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233181.306095:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233181.306098:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233181.306099:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233181.306101:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8779 00000100:00080000:3.0:1761233181.306102:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233181.306104:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233181.306106:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233181.306113:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736178368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233181.306119:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233181.306121:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233181.306122:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233181.306124:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8779 00000100:00080000:3.0:1761233181.306125:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233181.306128:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736178240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233181.306131:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233181.306137:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233181.306145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736178432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233181.306151:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233181.306153:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233181.306154:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233181.306156:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8779 00000100:00080000:3.0:1761233181.306157:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233181.306159:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233181.306161:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233181.306167:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736178496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233181.306220:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233181.306257:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233181.306281:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233181.306303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233181.370110:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233182.329997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233182.394060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233183.353942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233183.418075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233184.378023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761233184.378238:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761233184.378304:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761233184.378322:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233184.378368:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233184.378379:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233184.378397:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233184.378414:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761233184.378422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233181/real 1761233184] req@00000000d2119349 x1846777736178368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233184.378449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736178368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233184.378461:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233184.378466:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233184.378471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233184.378478:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233181/real 1761233184] req@00000000736ef9ba x1846777736178432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233184.378526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736178432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233184.378533:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233184.378535:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233184.378538:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233184.378543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233181/real 1761233184] req@000000003dd9839b x1846777736178496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233184.378560:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736178496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233184.378568:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233184.378572:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233184.378574:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178496:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233184.378581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233181/real 1761233184] req@0000000017b16811 x1846777736178240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233184.378592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736178240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233184.378599:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233184.378602:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233184.378606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736178240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233184.378614:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233181/real 1761233184] req@000000000b14a2de x1846777736178304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233184.378626:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736178304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233206 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233184.378635:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233184.378638:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233184.378641:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178304:192.168.201.106@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1761233184.442052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233185.401949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233185.466079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233186.425995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233186.426036:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233186.426044:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233186.426049:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233186.426058:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8784 00000100:00080000:3.0:1761233186.426061:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233186.426067:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233186.426097:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736178560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233186.426125:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233186.426128:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233186.426130:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233186.426135:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8784 00000100:00080000:3.0:1761233186.426137:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233186.426140:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233186.426149:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233186.426160:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736178624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233186.426168:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233186.426171:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233186.426172:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233186.426175:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8784 00000100:00080000:3.0:1761233186.426177:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233186.426180:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233186.426185:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233186.426194:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736178688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233186.426202:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233186.426206:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233186.426207:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736178560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233186.426208:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233186.426216:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8784 00000100:00080000:3.0:1761233186.426219:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233186.426222:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233186.426226:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233186.426237:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736178752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233186.426251:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233186.426254:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233186.426256:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233186.426260:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8784 00000100:00080000:3.0:1761233186.426262:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233186.426265:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233186.426270:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233186.426274:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233186.426287:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736178816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233186.426296:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233186/real 1761233186] req@00000000d46ba267 x1846777736178560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233186.426309:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736178560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233186.426317:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233186.426319:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233186.426322:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736178560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233186.426326:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233186.426339:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233186.426344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233186/real 1761233186] req@000000007cc317a5 x1846777736178624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233186.426350:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736178624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233186.426355:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233186.426356:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233186.426358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233186.426377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233186.426387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233186.426391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233186/real 1761233186] req@00000000311bc461 x1846777736178688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233186.426397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736178688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233186.426406:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233186.426408:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233186.426409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233186.426412:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233186.426421:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233186.426425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233186/real 1761233186] req@00000000eb335f49 x1846777736178752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233186.426431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736178752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233186.426435:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233186.426436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233186.426445:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233186.426448:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233186.426491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233186.426496:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233186/real 1761233186] req@00000000a20dea0d x1846777736178816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233186.426503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736178816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233211 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233186.426507:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233186.426509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233186.426510:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233186.490106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233187.449922:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233187.514059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233188.473937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233188.538127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233189.497951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233189.562042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233190.521939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233190.586066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233191.546003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233191.546005:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233191.546015:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233191.546020:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233191.546029:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8789 00000100:00080000:3.0:1761233191.546033:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233191.546041:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233191.546082:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736178880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233191.546111:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233191.546115:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233191.546116:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233191.546131:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8789 00000100:00080000:3.0:1761233191.546133:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233191.546136:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233191.546146:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233191.546155:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736178944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233191.546161:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233191.546163:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233191.546164:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233191.546166:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8789 00000100:00080000:3.0:1761233191.546168:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233191.546170:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233191.546173:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233191.546179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736179008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233191.546184:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233191.546186:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233191.546186:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233191.546189:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8789 00000100:00080000:3.0:1761233191.546191:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233191.546193:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233191.546196:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233191.546197:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736178880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233191.546203:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736179072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233191.546209:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233191.546210:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233191.546211:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233191.546214:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8789 00000100:00080000:3.0:1761233191.546215:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233191.546217:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233191.546220:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233191.546225:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736179136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233191.546258:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233191.546280:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233191/real 1761233191] req@00000000a20dea0d x1846777736178880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233191.546294:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736178880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233191.546302:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233191.546304:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233191.546307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736178880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233191.546314:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178944:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233191.546340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233191.546351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233191/real 1761233191] req@00000000eb335f49 x1846777736178944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233191.546365:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736178944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233191.546389:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233191.546392:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233191.546396:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736178944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233191.546404:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233191.546427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233191.546435:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233191/real 1761233191] req@00000000311bc461 x1846777736179008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233191.546455:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736179008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233191.546464:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233191.546467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233191.546471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233191.546501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233191.546521:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233191.546530:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233191/real 1761233191] req@000000007cc317a5 x1846777736179072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233191.546544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736179072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233191.546552:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233191.546554:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233191.546557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233191.546562:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233191.546579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233191.546585:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233191/real 1761233191] req@00000000d46ba267 x1846777736179136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233191.546592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736179136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233216 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233191.546596:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233191.546598:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233191.546600:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233191.610043:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233192.569961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233192.634052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233193.593984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233193.658001:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233194.617963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233194.682094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233195.642005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233195.706042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233196.665980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233196.665991:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233196.665998:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233196.666001:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233196.666009:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8795 00000100:00080000:0.0:1761233196.666012:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233196.666017:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233196.666048:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736179200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233196.666067:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233196.666072:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233196.666073:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233196.666076:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8795 00000100:00080000:0.0:1761233196.666077:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233196.666079:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233196.666086:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233196.666094:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736179264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233196.666100:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233196.666102:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233196.666104:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233196.666106:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8795 00000100:00080000:0.0:1761233196.666107:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233196.666109:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233196.666111:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233196.666117:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736179328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233196.666123:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233196.666124:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736179200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233196.666125:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233196.666127:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233196.666132:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8795 00000100:00080000:0.0:1761233196.666133:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233196.666135:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233196.666137:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233196.666145:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736179392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233196.666150:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233196.666152:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233196.666153:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233196.666155:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8795 00000100:00080000:0.0:1761233196.666157:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233196.666158:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233196.666161:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233196.666166:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736179456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233196.666198:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233196.666223:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233196/real 1761233196] req@00000000de11a021 x1846777736179200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233196.666240:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736179200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233196.666250:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233196.666253:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233196.666257:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736179200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233196.666265:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179264:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233196.666303:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233196.666314:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233196/real 1761233196] req@0000000023d541ab x1846777736179264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233196.666326:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736179264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233196.666333:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233196.666336:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233196.666339:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179264:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233196.666365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179328:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233196.666388:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233196.666397:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233196/real 1761233196] req@000000009dca9672 x1846777736179328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233196.666407:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736179328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233196.666415:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233196.666417:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233196.666419:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179328:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233196.666425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179392:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233196.666443:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233196.666451:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233196/real 1761233196] req@000000001edf5a39 x1846777736179392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233196.666462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736179392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233196.666470:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233196.666471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233196.666474:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179392:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233196.666480:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179456:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233196.666499:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233196.666507:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233196/real 1761233196] req@00000000e0da2515 x1846777736179456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233196.666517:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736179456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233221 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233196.666526:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233196.666528:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233196.666531:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179456:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233196.730041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233197.689973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233197.754049:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233198.713934:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233198.778090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233199.737984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233199.802106:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233200.761953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233200.826082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233201.786027:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233201.786030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233201.786042:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233201.786048:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233201.786059:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8800 00000100:00080000:0.0:1761233201.786063:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233201.786073:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233201.786123:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736179520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233201.786153:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233201.786157:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233201.786158:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233201.786162:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8800 00000100:00080000:0.0:1761233201.786163:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233201.786166:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233201.786178:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233201.786187:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736179584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233201.786195:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233201.786199:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233201.786200:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233201.786202:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8800 00000100:00080000:0.0:1761233201.786204:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233201.786207:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233201.786225:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233201.786236:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736179648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233201.786242:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233201.786245:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233201.786246:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233201.786266:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8800 00000100:00080000:0.0:1761233201.786268:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233201.786274:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233201.786280:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736179520:192.168.201.106@tcp:250:kworker/u8:2.0 00000008:00100000:0.0:1761233201.786282:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233201.786294:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736179712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233201.786302:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233201.786305:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233201.786307:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233201.786311:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8800 00000100:00080000:0.0:1761233201.786313:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233201.786316:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233201.786319:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233201.786328:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736179776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233201.786367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233201.786395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233201/real 1761233201] req@00000000d75fe628 x1846777736179520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233201.786413:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736179520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233201.786423:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233201.786426:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233201.786430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736179520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233201.786438:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179584:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233201.786470:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233201.786479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233201/real 1761233201] req@00000000330b2500 x1846777736179584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233201.786489:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736179584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233201.786496:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233201.786499:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233201.786502:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179584:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233201.786508:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179648:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233201.786529:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233201.786537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233201/real 1761233201] req@00000000e0da2515 x1846777736179648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233201.786548:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736179648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233201.786555:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233201.786558:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233201.786561:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179648:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233201.786591:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179712:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233201.786612:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233201.786621:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233201/real 1761233201] req@000000001edf5a39 x1846777736179712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233201.786631:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736179712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233201.786638:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233201.786640:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233201.786642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179712:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233201.786648:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179776:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233201.786665:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233201.786673:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233201/real 1761233201] req@000000009dca9672 x1846777736179776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233201.786683:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736179776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233226 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233201.786690:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233201.786692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233201.786694:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179776:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233201.850072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233202.809935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233202.874091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233203.833946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233203.898067:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233204.857938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233204.922100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233205.881981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233205.946045:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233206.905916:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233206.905954:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233206.905960:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233206.905963:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233206.905970:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8805 00000100:00080000:0.0:1761233206.905973:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233206.905978:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233206.906008:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736179840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233206.906030:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233206.906033:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233206.906034:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233206.906036:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8805 00000100:00080000:0.0:1761233206.906038:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233206.906040:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233206.906047:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233206.906053:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736179904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233206.906058:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233206.906061:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233206.906062:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233206.906064:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8805 00000100:00080000:0.0:1761233206.906066:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233206.906067:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233206.906069:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233206.906075:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736179968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233206.906079:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233206.906081:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233206.906082:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233206.906083:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8805 00000100:00080000:0.0:1761233206.906085:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233206.906087:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233206.906090:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233206.906096:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736180032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233206.906101:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233206.906102:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233206.906103:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233206.906105:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8805 00000100:00080000:0.0:1761233206.906107:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233206.906108:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233206.906112:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233206.906115:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736179840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233206.906120:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736180096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233206.906189:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233206.906209:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233206/real 1761233206] req@0000000023d541ab x1846777736179840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233206.906221:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736179840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233206.906228:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233206.906230:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233206.906233:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736179840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233206.906237:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179904:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233206.906250:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233206.906254:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233206/real 1761233206] req@00000000de11a021 x1846777736179904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233206.906261:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736179904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233206.906265:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233206.906267:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233206.906268:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179904:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233206.906272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179968:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233206.906281:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233206.906285:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233206/real 1761233206] req@00000000c90d576b x1846777736179968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233206.906291:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736179968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233206.906295:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233206.906296:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233206.906298:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736179968:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233206.906301:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180032:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233206.906320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233206.906328:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233206/real 1761233206] req@000000000e921d21 x1846777736180032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233206.906334:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736180032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233206.906338:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233206.906339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233206.906341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180032:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233206.906365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180096:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233206.906385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233206.906393:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233206/real 1761233206] req@00000000fd377aae x1846777736180096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233206.906404:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736180096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233231 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233206.906411:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233206.906414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233206.906416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180096:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233206.970014:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233207.929998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233207.994089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233208.953949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233209.018063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233209.977968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233210.042053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233211.001920:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233211.066009:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233212.025959:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233212.025963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233212.025970:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233212.025974:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233212.025982:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8810 00000100:00080000:0.0:1761233212.025984:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233212.025990:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233212.026030:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736180160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233212.026064:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233212.026066:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233212.026067:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233212.026070:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8810 00000100:00080000:0.0:1761233212.026071:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233212.026074:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233212.026081:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233212.026090:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736180224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233212.026097:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233212.026099:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233212.026100:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233212.026103:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8810 00000100:00080000:0.0:1761233212.026105:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233212.026107:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233212.026112:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233212.026112:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736180160:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233212.026122:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736180288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233212.026129:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233212.026131:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233212.026132:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233212.026134:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8810 00000100:00080000:0.0:1761233212.026135:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233212.026137:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233212.026140:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233212.026146:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736180352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233212.026151:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233212.026153:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233212.026154:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233212.026156:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8810 00000100:00080000:0.0:1761233212.026157:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233212.026159:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233212.026161:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233212.026166:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736180416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233212.026188:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233212.026215:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@000000008cd0ff0b x1846777736180160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233212.026233:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736180160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233212.026244:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.026247:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233212.026251:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736180160:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233212.026259:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180224:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233212.026285:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233212.026295:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@00000000911b207d x1846777736180224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233212.026308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736180224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233212.026316:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.026319:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233212.026322:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180224:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233212.026348:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180288:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233212.026373:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233212.026382:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@00000000fd377aae x1846777736180288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233212.026393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736180288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233212.026401:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.026403:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233212.026405:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180288:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233212.026411:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180352:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233212.026432:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233212.026440:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@000000000e921d21 x1846777736180352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233212.026452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736180352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233212.026459:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.026461:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233212.026464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180352:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233212.026470:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180416:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233212.026492:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233212.026501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233212/real 1761233212] req@00000000c90d576b x1846777736180416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233212.026512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736180416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233237 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233212.026519:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233212.026521:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233212.026524:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180416:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233212.090036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233213.049983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233213.114147:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233214.073998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233214.138050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233215.097942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233215.162054:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233216.121933:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233216.186088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233217.145930:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233217.145961:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233217.145982:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233217.145985:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233217.145993:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8815 00000100:00080000:1.0:1761233217.145995:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233217.146000:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233217.146027:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736180480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233217.146050:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233217.146054:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233217.146055:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233217.146060:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8815 00000100:00080000:1.0:1761233217.146063:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233217.146067:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233217.146078:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233217.146081:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736180480:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233217.146093:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736180544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233217.146102:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233217.146105:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233217.146106:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233217.146109:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8815 00000100:00080000:1.0:1761233217.146110:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233217.146112:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233217.146115:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233217.146123:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736180608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233217.146131:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233217.146134:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233217.146136:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233217.146140:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8815 00000800:00000100:3.0:1761233217.146144:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233217.146145:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233217.146151:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233217.146156:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233217.146163:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233217/real 1761233217] req@0000000054fdc67e x1846777736180480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233217.146168:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736180672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233217.146183:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736180480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233217.146184:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233217.146192:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233217.146194:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233217.146198:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233217.146202:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8815 00000100:00080000:3.0:1761233217.146202:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:1.0:1761233217.146206:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233217.146209:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736180480:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761233217.146213:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233217.146219:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233217.146230:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736180736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233217.146232:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180544:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233217.146256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233217.146264:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233217/real 1761233217] req@00000000069b687a x1846777736180544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233217.146271:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736180544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233217.146276:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233217.146278:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233217.146280:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180544:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233217.146284:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180608:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233217.146294:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233217.146297:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233217/real 1761233217] req@00000000c2c1573a x1846777736180608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233217.146304:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736180608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233217.146308:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233217.146309:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233217.146310:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180608:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233217.146313:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180672:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233217.146333:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233217.146338:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233217/real 1761233217] req@000000000baedc40 x1846777736180672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233217.146347:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736180672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233217.146352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233217.146353:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233217.146355:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180672:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233217.146367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180736:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233217.146377:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233217.146382:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233217/real 1761233217] req@00000000a0dbac9b x1846777736180736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233217.146388:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736180736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233242 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233217.146392:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233217.146394:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233217.146395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180736:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233217.210085:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233218.169969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233218.234149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233219.193963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233219.258027:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233220.217980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233220.282074:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233221.241985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233221.306199:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233222.265968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233222.266040:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233222.266051:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233222.266054:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233222.266061:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8820 00000100:00080000:3.0:1761233222.266064:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233222.266069:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233222.266100:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736180800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233222.266124:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233222.266127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233222.266128:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233222.266130:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8820 00000100:00080000:3.0:1761233222.266132:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233222.266134:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233222.266141:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233222.266149:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736180864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233222.266160:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233222.266162:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233222.266164:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233222.266174:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736180800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233222.266174:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8820 00000100:00080000:3.0:1761233222.266179:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233222.266187:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233222.266192:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233222.266203:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736180928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233222.266209:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233222.266211:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233222.266212:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233222.266214:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8820 00000100:00080000:3.0:1761233222.266216:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233222.266218:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233222.266220:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233222.266228:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736180992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233222.266233:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233222.266235:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233222.266235:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233222.266238:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8820 00000100:00080000:3.0:1761233222.266239:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233222.266242:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233222.266245:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233222.266250:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736181056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233222.266271:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233222.266299:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233222/real 1761233222] req@000000000b14a2de x1846777736180800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233222.266314:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736180800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233222.266323:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233222.266325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233222.266328:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736180800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233222.266353:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233222.266368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233222.266373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233222/real 1761233222] req@0000000017b16811 x1846777736180864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233222.266380:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736180864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233222.266385:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233222.266386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233222.266389:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233222.266394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233222.266404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233222.266408:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233222/real 1761233222] req@000000003dd9839b x1846777736180928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233222.266415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736180928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233222.266419:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233222.266420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233222.266422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233222.266425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233222.266435:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233222.266439:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233222/real 1761233222] req@00000000736ef9ba x1846777736180992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233222.266446:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736180992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233222.266450:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233222.266451:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233222.266452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736180992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233222.266455:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233222.266465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233222.266469:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233222/real 1761233222] req@00000000d2119349 x1846777736181056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233222.266475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736181056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233247 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233222.266480:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233222.266481:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233222.266482:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233222.330128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233223.290012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233223.354058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233224.313952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233224.378050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233225.337966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233225.402084:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233226.361954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233226.426015:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233227.385972:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233227.385975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233227.385983:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233227.385987:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233227.385996:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8825 00000100:00080000:3.0:1761233227.385998:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233227.386004:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233227.386037:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736181120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233227.386059:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233227.386062:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233227.386063:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233227.386066:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8825 00000100:00080000:3.0:1761233227.386067:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233227.386069:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233227.386076:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233227.386086:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736181184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233227.386094:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233227.386098:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736181120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761233227.386099:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233227.386101:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233227.386108:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8825 00000100:00080000:3.0:1761233227.386110:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233227.386113:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233227.386116:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233227.386127:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736181248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233227.386132:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233227.386146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233227.386148:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233227.386150:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8825 00000100:00080000:3.0:1761233227.386152:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233227.386154:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233227.386157:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233227.386164:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736181312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233227.386169:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233227.386172:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233227.386173:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233227.386176:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233227.386180:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8825 00000100:00080000:3.0:1761233227.386182:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233227.386185:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233227.386189:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233227.386198:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233227/real 1761233227] req@0000000009919b3e x1846777736181120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233227.386199:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736181376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233227.386236:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736181120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233227.386245:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233227.386248:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233227.386252:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736181120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233227.386272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181184:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233227.386287:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233227.386292:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233227/real 1761233227] req@0000000066592840 x1846777736181184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233227.386299:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736181184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233227.386304:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233227.386305:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233227.386307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181184:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233227.386310:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181248:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233227.386320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233227.386323:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233227/real 1761233227] req@00000000d3a306c9 x1846777736181248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233227.386330:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736181248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233227.386338:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233227.386339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233227.386341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181248:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233227.386344:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181312:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233227.386353:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233227.386357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233227/real 1761233227] req@00000000a0b7b6fd x1846777736181312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233227.386362:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736181312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233227.386366:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233227.386368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233227.386369:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181312:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233227.386373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181376:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233227.386383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233227.386387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233227/real 1761233227] req@0000000044909560 x1846777736181376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233227.386392:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736181376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233252 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233227.386396:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233227.386398:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233227.386399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181376:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233227.450097:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233228.409976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233228.474005:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233229.433957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233229.498062:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233230.457944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233230.522007:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233231.482008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233231.546057:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233232.505983:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233232.505985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233232.505993:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233232.505997:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233232.506005:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8830 00000100:00080000:3.0:1761233232.506009:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233232.506014:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233232.506047:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736181440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233232.506069:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233232.506071:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233232.506073:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233232.506075:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8830 00000100:00080000:3.0:1761233232.506077:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233232.506078:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233232.506085:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233232.506092:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736181504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233232.506097:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233232.506099:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233232.506100:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233232.506102:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8830 00000100:00080000:3.0:1761233232.506103:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233232.506105:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233232.506109:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233232.506113:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736181568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233232.506118:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233232.506119:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233232.506120:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233232.506122:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8830 00000100:00080000:3.0:1761233232.506123:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233232.506124:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233232.506127:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233232.506132:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736181632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233232.506137:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233232.506138:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233232.506139:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233232.506142:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8830 00000100:00080000:3.0:1761233232.506143:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233232.506145:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233232.506147:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233232.506155:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736181696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233232.506156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736181440:192.168.201.106@tcp:250:kworker/u8:1.0 00000800:00000100:2.0:1761233232.506219:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233232.506237:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233232/real 1761233232] req@0000000044909560 x1846777736181440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233232.506248:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736181440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233232.506255:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233232.506257:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233232.506260:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736181440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233232.506264:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233232.506276:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233232.506281:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233232/real 1761233232] req@00000000a0b7b6fd x1846777736181504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233232.506287:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736181504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233232.506292:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233232.506293:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233232.506294:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233232.506298:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233232.506308:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233232.506311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233232/real 1761233232] req@00000000d3a306c9 x1846777736181568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233232.506317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736181568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233232.506322:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233232.506323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233232.506324:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233232.506327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233232.506337:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233232.506340:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233232/real 1761233232] req@0000000066592840 x1846777736181632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233232.506346:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736181632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233232.506350:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233232.506351:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233232.506352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233232.506372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233232.506382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233232.506386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233232/real 1761233232] req@0000000009919b3e x1846777736181696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233232.506391:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736181696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233257 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233232.506396:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233232.506397:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233232.506399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233232.570034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233233.529985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233233.593985:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233234.554024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233234.617998:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233235.577952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233235.642687:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233236.602075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233236.666113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233237.625979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233237.626035:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233237.626042:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233237.626045:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233237.626052:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8836 00000100:00080000:1.0:1761233237.626055:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233237.626060:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233237.626091:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736181760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233237.626113:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233237.626116:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233237.626117:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233237.626119:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8836 00000100:00080000:1.0:1761233237.626121:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233237.626123:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233237.626129:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233237.626136:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736181824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233237.626142:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233237.626144:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233237.626145:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233237.626147:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8836 00000100:00080000:1.0:1761233237.626148:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233237.626150:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233237.626151:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233237.626156:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736181888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233237.626167:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233237.626169:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233237.626170:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233237.626172:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8836 00000100:00080000:1.0:1761233237.626173:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233237.626175:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233237.626177:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233237.626184:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736181952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233237.626189:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233237.626191:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233237.626192:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233237.626195:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8836 00000100:00080000:1.0:1761233237.626196:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233237.626199:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233237.626202:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233237.626210:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736182016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233237.626211:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736181760:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:2.0:1761233237.626273:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233237.626293:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233237/real 1761233237] req@00000000464e3652 x1846777736181760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233237.626305:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736181760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233237.626312:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233237.626314:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233237.626316:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736181760:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233237.626321:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181824:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233237.626333:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233237.626338:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233237/real 1761233237] req@000000006ce6fb08 x1846777736181824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233237.626345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736181824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233237.626350:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233237.626352:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233237.626354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181824:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233237.626357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181888:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233237.626366:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233237.626369:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233237/real 1761233237] req@000000009c8a8899 x1846777736181888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233237.626375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736181888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233237.626380:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233237.626381:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233237.626382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181888:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233237.626385:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181952:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233237.626394:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233237.626398:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233237/real 1761233237] req@00000000086973a9 x1846777736181952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233237.626403:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736181952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233237.626408:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233237.626409:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233237.626410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736181952:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233237.626432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182016:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233237.626444:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233237.626456:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233237/real 1761233237] req@0000000013a55d77 x1846777736182016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233237.626462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736182016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233262 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233237.626467:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233237.626468:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233237.626470:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182016:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233237.690761:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233238.650032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233238.715199:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233239.673951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233239.738113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233240.698001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233240.762079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233241.721958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233241.786042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233242.745970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233242.746001:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233242.746009:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233242.746013:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233242.746021:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8841 00000100:00080000:2.0:1761233242.746025:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233242.746031:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233242.746067:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736182080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233242.746094:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233242.746098:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233242.746099:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233242.746103:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8841 00000100:00080000:2.0:1761233242.746106:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233242.746110:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233242.746119:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233242.746126:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736182080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233242.746134:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736182144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233242.746146:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233242.746150:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233242.746151:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233242.746155:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8841 00000100:00080000:2.0:1761233242.746157:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233242.746161:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233242.746166:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233242.746176:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736182208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233242.746184:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233242.746188:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233242.746188:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233242.746191:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233242.746197:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8841 00000100:00080000:2.0:1761233242.746200:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233242.746204:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233242.746209:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233242.746211:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233242/real 1761233242] req@0000000099725227 x1846777736182080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233242.746222:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736182272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233242.746227:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736182080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233242.746246:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233242.746248:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233242.746252:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761233242.746252:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233242.746255:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233242.746258:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736182080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233242.746263:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8841 00000100:00080000:2.0:1761233242.746266:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233242.746270:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233242.746273:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233242.746281:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233242.746286:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736182336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233242.746300:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233242.746308:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233242/real 1761233242] req@0000000070bd2103 x1846777736182144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233242.746316:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736182144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233242.746321:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233242.746323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233242.746325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233242.746330:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182208:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233242.746340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233242.746344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233242/real 1761233242] req@000000002f434b1a x1846777736182208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233242.746350:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736182208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233242.746355:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233242.746356:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233242.746358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182208:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233242.746361:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182272:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233242.746370:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233242.746374:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233242/real 1761233242] req@000000001f17a0b8 x1846777736182272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233242.746379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736182272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233242.746384:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233242.746385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233242.746386:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233242.746395:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182336:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233242.746405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233242.746408:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233242/real 1761233242] req@00000000c35ccb78 x1846777736182336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233242.746415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736182336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233267 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233242.746419:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233242.746420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233242.746421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182336:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233242.810056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233243.769939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233243.834085:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233244.794015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233244.858050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233245.817956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233245.882058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233246.841975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233246.906049:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233247.866003:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233247.866003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233247.866021:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233247.866024:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233247.866033:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8846 00000100:00080000:0.0:1761233247.866036:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233247.866043:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233247.866084:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736182400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233247.866109:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233247.866112:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233247.866113:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233247.866116:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8846 00000100:00080000:0.0:1761233247.866117:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233247.866120:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233247.866128:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233247.866135:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736182464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233247.866140:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233247.866142:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233247.866143:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233247.866145:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8846 00000100:00080000:0.0:1761233247.866147:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233247.866149:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233247.866151:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233247.866158:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736182528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233247.866164:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233247.866166:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233247.866167:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233247.866169:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8846 00000100:00080000:0.0:1761233247.866171:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233247.866174:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736182400:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233247.866176:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233247.866182:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233247.866189:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736182592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233247.866194:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233247.866196:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233247.866197:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233247.866199:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8846 00000100:00080000:0.0:1761233247.866201:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233247.866202:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233247.866205:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233247.866212:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736182656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233247.866266:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182464:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233247.866298:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182528:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233247.866323:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182592:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233247.866343:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182656:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233247.930014:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233248.889992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233248.954018:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233249.913980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233249.977989:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233250.937959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761233250.938151:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761233250.938190:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761233250.938207:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233250.938252:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233250.938261:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233250.938268:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233250.938276:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761233250.938476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233247/real 1761233250] req@000000009dca9672 x1846777736182528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233250.938502:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736182528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233250.938513:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233250.938517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233250.938521:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182528:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233250.938528:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233247/real 1761233250] req@000000001edf5a39 x1846777736182592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233250.938544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736182592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233250.938551:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233250.938553:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233250.938556:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182592:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233250.938562:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233247/real 1761233250] req@00000000e0da2515 x1846777736182656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233250.938571:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736182656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233250.938578:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233250.938580:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233250.938583:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182656:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233250.938588:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233247/real 1761233250] req@00000000de11a021 x1846777736182400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233250.938599:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736182400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233250.938605:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233250.938608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233250.938610:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736182400:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233250.938615:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233247/real 1761233250] req@0000000023d541ab x1846777736182464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233250.938649:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736182464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233272 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233250.938656:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233250.938658:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233250.938661:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182464:192.168.201.106@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1761233251.002059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233251.961957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233252.026036:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233252.985973:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233252.985982:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233252.985985:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233252.985994:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8851 00000100:00080000:0.0:1761233252.985997:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233252.986003:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233252.986012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761233252.986033:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736182720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233252.986058:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233252.986060:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233252.986061:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233252.986064:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8851 00000100:00080000:0.0:1761233252.986065:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233252.986067:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233252.986074:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233252.986080:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736182784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233252.986085:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233252.986087:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233252.986089:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233252.986091:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8851 00000100:00080000:0.0:1761233252.986092:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233252.986095:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233252.986097:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233252.986114:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736182848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233252.986119:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233252.986121:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233252.986122:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233252.986124:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8851 00000100:00080000:0.0:1761233252.986126:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233252.986128:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233252.986133:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233252.986133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736182720:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233252.986141:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736182912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233252.986147:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233252.986149:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233252.986150:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233252.986152:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8851 00000100:00080000:0.0:1761233252.986153:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233252.986155:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233252.986158:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233252.986164:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736182976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233252.986212:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233252.986237:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233252/real 1761233252] req@00000000330b2500 x1846777736182720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233252.986253:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736182720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233252.986263:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233252.986266:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233252.986270:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736182720:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233252.986277:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182784:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233252.986302:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233252.986312:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233252/real 1761233252] req@00000000d75fe628 x1846777736182784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233252.986323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736182784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233252.986331:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233252.986334:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233252.986337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182784:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233252.986342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182848:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233252.986364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233252.986373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233252/real 1761233252] req@0000000023d541ab x1846777736182848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233252.986384:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736182848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233252.986391:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233252.986393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233252.986397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182848:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233252.986446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182912:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233252.986472:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233252.986482:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233252/real 1761233252] req@00000000de11a021 x1846777736182912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233252.986500:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736182912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233252.986507:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233252.986510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233252.986513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182912:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233252.986519:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182976:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233252.986543:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233252.986553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233252/real 1761233252] req@00000000e0da2515 x1846777736182976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233252.986565:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736182976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233277 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233252.986573:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233252.986575:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233252.986578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736182976:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233253.050099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233254.009995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233254.074031:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233255.033998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233255.098091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233256.057971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233256.122052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233257.081970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233257.146072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233258.105975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233258.106042:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233258.106048:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233258.106051:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233258.106059:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8856 00000100:00080000:1.0:1761233258.106062:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233258.106069:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233258.106100:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736183040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233258.106122:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233258.106124:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233258.106125:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233258.106128:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8856 00000100:00080000:1.0:1761233258.106129:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233258.106131:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233258.106138:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233258.106146:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736183104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233258.106153:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233258.106155:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233258.106156:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233258.106160:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736183040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233258.106162:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8856 00000100:00080000:1.0:1761233258.106166:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233258.106171:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233258.106173:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233258.106181:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736183168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233258.106186:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233258.106188:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233258.106190:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233258.106192:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8856 00000100:00080000:1.0:1761233258.106193:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233258.106194:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233258.106198:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233258.106204:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736183232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233258.106209:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233258.106211:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233258.106211:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233258.106213:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8856 00000100:00080000:1.0:1761233258.106215:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233258.106217:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233258.106220:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233258.106227:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736183296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233258.106235:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233258.106257:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233258/real 1761233258] req@0000000012be0532 x1846777736183040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233258.106270:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736183040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233258.106277:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233258.106278:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233258.106281:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736183040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233258.106300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183104:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233258.106345:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233258.106353:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233258/real 1761233258] req@000000007a9a6396 x1846777736183104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233258.106364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736183104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233258.106372:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233258.106374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233258.106377:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183104:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233258.106382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183168:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233258.106403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233258.106410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233258/real 1761233258] req@00000000161ad79e x1846777736183168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233258.106421:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736183168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233258.106429:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233258.106432:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233258.106434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183168:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233258.106440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183232:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233258.106456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233258.106462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233258/real 1761233258] req@00000000f706d6b4 x1846777736183232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233258.106468:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736183232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233258.106475:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233258.106477:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233258.106480:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183232:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233258.106486:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183296:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233258.106505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233258.106513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233258/real 1761233258] req@0000000013a55d77 x1846777736183296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233258.106522:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736183296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233283 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233258.106530:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233258.106532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233258.106535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183296:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233258.170026:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233259.129977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233259.194100:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233260.154002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233260.218094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233261.177973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233261.242087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233262.202001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233262.266074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233263.225993:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233263.225995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233263.226004:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233263.226013:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233263.226023:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8861 00000100:00080000:0.0:1761233263.226026:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233263.226033:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233263.226065:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736183360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233263.226088:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233263.226091:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233263.226092:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233263.226096:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8861 00000100:00080000:0.0:1761233263.226097:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233263.226099:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233263.226106:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233263.226115:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736183424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233263.226120:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233263.226123:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233263.226124:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233263.226128:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8861 00000100:00080000:0.0:1761233263.226130:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233263.226132:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233263.226134:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233263.226147:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736183488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233263.226147:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736183360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233263.226169:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233263.226172:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233263.226173:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233263.226176:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8861 00000100:00080000:0.0:1761233263.226177:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233263.226179:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233263.226182:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233263.226191:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736183552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233263.226200:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233263.226203:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233263.226204:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233263.226206:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8861 00000100:00080000:0.0:1761233263.226207:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233263.226209:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233263.226212:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233263.226218:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736183616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233263.226290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233263.226325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233263/real 1761233263] req@000000001edf5a39 x1846777736183360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233263.226345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736183360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233263.226357:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233263.226361:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233263.226366:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736183360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233263.226377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183424:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233263.226413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233263.226427:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233263/real 1761233263] req@000000009dca9672 x1846777736183424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233263.226440:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736183424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233263.226449:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233263.226453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233263.226457:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183424:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233263.226488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183488:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233263.226508:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233263.226516:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233263/real 1761233263] req@00000000c90d576b x1846777736183488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233263.226530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736183488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233263.226538:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233263.226541:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233263.226547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183488:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233263.226555:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183552:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233263.226583:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233263.226592:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233263/real 1761233263] req@000000000e921d21 x1846777736183552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233263.226604:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736183552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233263.226623:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233263.226628:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233263.226634:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183552:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233263.226642:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183616:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233263.226671:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233263.226679:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233263/real 1761233263] req@00000000fd377aae x1846777736183616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233263.226690:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736183616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233288 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233263.226698:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233263.226700:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233263.226703:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183616:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233263.290174:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233264.250042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233264.314128:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233265.273955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233265.338046:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233266.298016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233266.362099:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233267.321999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233267.386002:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233268.345977:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233268.345980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233268.345987:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233268.345991:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233268.345999:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8866 00000100:00080000:0.0:1761233268.346001:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233268.346007:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233268.346039:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736183680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233268.346059:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233268.346062:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233268.346063:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233268.346065:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8866 00000100:00080000:0.0:1761233268.346067:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233268.346069:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233268.346077:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233268.346086:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736183744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233268.346089:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736183680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233268.346099:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233268.346102:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233268.346102:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233268.346105:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8866 00000100:00080000:0.0:1761233268.346106:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233268.346108:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233268.346111:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233268.346120:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736183808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233268.346125:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233268.346127:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233268.346128:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233268.346129:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8866 00000100:00080000:0.0:1761233268.346130:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233268.346133:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233268.346136:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233268.346141:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736183872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233268.346146:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233268.346148:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233268.346149:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233268.346151:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8866 00000100:00080000:0.0:1761233268.346153:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233268.346157:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:2.0:1761233268.346157:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761233268.346175:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233268.346181:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736183936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233268.346206:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233268/real 1761233268] req@00000000911b207d x1846777736183680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233268.346219:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736183680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233268.346226:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233268.346228:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233268.346231:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736183680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233268.346248:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183744:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233268.346265:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233268.346270:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233268/real 1761233268] req@000000008cd0ff0b x1846777736183744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233268.346276:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736183744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233268.346281:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233268.346283:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233268.346284:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183744:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233268.346287:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233268.346297:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233268.346301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233268/real 1761233268] req@00000000fd377aae x1846777736183808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233268.346307:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736183808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233268.346315:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233268.346317:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233268.346319:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233268.346322:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183872:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233268.346332:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233268.346335:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233268/real 1761233268] req@000000000e921d21 x1846777736183872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233268.346341:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736183872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233268.346345:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233268.346346:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233268.346348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183872:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233268.346351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233268.346360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233268.346364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233268/real 1761233268] req@00000000c90d576b x1846777736183936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233268.346370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736183936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233293 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233268.346375:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233268.346376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233268.346378:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736183936:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233268.410094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233269.369993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233269.434103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233270.393990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233270.457966:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233271.417994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233271.482066:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233272.441987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233272.506065:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233273.465963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233273.465968:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233273.465976:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233273.465980:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233273.465991:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8871 00000100:00080000:0.0:1761233273.465994:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233273.466002:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233273.466039:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736184000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233273.466065:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233273.466069:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233273.466071:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233273.466074:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8871 00000100:00080000:0.0:1761233273.466077:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233273.466097:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761233273.466104:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184000:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:0.0:1761233273.466108:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233273.466124:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736184064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233273.466135:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233273.466140:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233273.466142:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233273.466146:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8871 00000100:00080000:0.0:1761233273.466147:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233273.466151:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233273.466156:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233273.466164:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233273.466170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736184128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233273.466180:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233273.466184:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1761233273.466185:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233273/real 1761233273] req@000000009dca9672 x1846777736184000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233273.466187:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233273.466196:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8871 00000100:00080000:0.0:1761233273.466199:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233273.466204:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761233273.466206:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736184000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:0.0:1761233273.466212:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:2.0:1761233273.466216:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233273.466219:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233273.466222:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233273.466226:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736184192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233273.466237:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233273.466240:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233273.466242:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233273.466243:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:0.0:1761233273.466249:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8871 00000100:00080000:0.0:1761233273.466252:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233273.466257:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233273.466262:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233273.466263:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233273.466270:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233273/real 1761233273] req@000000001edf5a39 x1846777736184064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233273.466278:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736184256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233273.466280:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736184064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233273.466313:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233273.466316:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233273.466319:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233273.466325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233273.466338:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233273.466342:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233273/real 1761233273] req@00000000e0da2515 x1846777736184128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233273.466353:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736184128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233273.466358:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233273.466359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233273.466361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233273.466364:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233273.466374:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233273.466378:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233273/real 1761233273] req@00000000de11a021 x1846777736184192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233273.466384:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736184192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233273.466388:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233273.466390:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233273.466391:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233273.466400:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233273.466412:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233273.466416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233273/real 1761233273] req@0000000023d541ab x1846777736184256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233273.466422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736184256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233298 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233273.466426:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233273.466427:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233273.466429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233273.530056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233274.489942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233274.554113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233275.514030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233275.578139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233276.538004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233276.602162:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233277.561971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233277.626115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233278.586030:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233278.586033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233278.586045:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233278.586051:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233278.586064:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8877 00000100:00080000:0.0:1761233278.586068:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233278.586078:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233278.586129:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736184320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233278.586160:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233278.586164:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233278.586165:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233278.586169:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8877 00000100:00080000:0.0:1761233278.586171:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233278.586174:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233278.586186:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233278.586198:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736184384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233278.586203:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233278.586218:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233278.586222:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233278.586223:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233278.586227:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8877 00000100:00080000:0.0:1761233278.586228:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233278.586231:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233278.586236:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233278.586248:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736184448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233278.586256:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233278.586260:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233278.586261:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233278.586264:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8877 00000100:00080000:0.0:1761233278.586265:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233278.586268:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233278.586272:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233278.586279:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736184512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233278.586286:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233278.586288:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233278.586289:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233278.586292:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8877 00000100:00080000:0.0:1761233278.586293:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233278.586297:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233278.586301:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233278.586305:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233278.586315:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736184576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233278.586338:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233278/real 1761233278] req@00000000d75fe628 x1846777736184320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233278.586355:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736184320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233278.586365:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233278.586369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233278.586373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233278.586399:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184384:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233278.586418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233278.586424:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233278/real 1761233278] req@00000000330b2500 x1846777736184384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233278.586433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736184384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233278.586439:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233278.586441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233278.586444:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184384:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233278.586448:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184448:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233278.586462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233278.586466:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233278/real 1761233278] req@0000000023d541ab x1846777736184448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233278.586475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736184448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233278.586480:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233278.586482:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233278.586484:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184448:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233278.586488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184512:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233278.586504:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233278.586509:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233278/real 1761233278] req@00000000de11a021 x1846777736184512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233278.586517:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736184512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233278.586523:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233278.586524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233278.586526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184512:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233278.586530:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184576:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233278.586542:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233278.586547:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233278/real 1761233278] req@00000000e0da2515 x1846777736184576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233278.586555:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736184576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233303 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233278.586561:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233278.586563:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233278.586565:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184576:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233278.650263:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233279.610054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233279.674152:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233280.634095:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233280.698138:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233281.657946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233281.722142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233282.682046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233282.746198:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233283.705965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233283.706015:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233283.706022:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233283.706027:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233283.706035:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8882 00000100:00080000:2.0:1761233283.706039:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233283.706046:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233283.706086:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736184640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233283.706124:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233283.706129:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233283.706132:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233283.706137:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8882 00000100:00080000:2.0:1761233283.706140:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233283.706145:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233283.706156:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233283.706173:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736184704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233283.706184:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233283.706191:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233283.706198:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233283.706200:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233283.706206:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8882 00000100:00080000:2.0:1761233283.706210:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233283.706215:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233283.706222:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233283.706237:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736184768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233283.706248:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233283.706252:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233283.706254:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233283.706259:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233283.706262:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8882 00000100:00080000:2.0:1761233283.706275:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233283.706282:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233283.706286:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233283/real 1761233283] req@00000000c35ccb78 x1846777736184640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:2.0:1761233283.706291:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233283.706310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736184640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233283.706318:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736184832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233283.706323:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233283.706328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233283.706337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233283.706343:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233283.706348:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233283.706351:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233283.706356:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8882 00000100:00080000:2.0:1761233283.706358:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233283.706362:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233283.706367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184704:192.168.201.106@tcp:38:kworker/u8:2.0 00000008:00100000:2.0:1761233283.706368:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233283.706388:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736184896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233283.706408:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233283.706427:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233283/real 1761233283] req@000000001f17a0b8 x1846777736184704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233283.706444:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736184704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233283.706456:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233283.706460:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233283.706464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184704:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233283.706471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184768:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233283.706510:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233283.706520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233283/real 1761233283] req@000000002f434b1a x1846777736184768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233283.706530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736184768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233283.706538:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233283.706540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233283.706543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184768:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233283.706548:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184832:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233283.706564:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233283.706570:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233283/real 1761233283] req@0000000070bd2103 x1846777736184832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233283.706580:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736184832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233283.706587:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233283.706589:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233283.706591:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184832:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233283.706608:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184896:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233283.706623:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233283.706630:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233283/real 1761233283] req@0000000099725227 x1846777736184896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233283.706641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736184896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233308 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233283.706661:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233283.706663:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233283.706670:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736184896:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233283.770152:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233284.730935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233284.794015:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233285.754937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233285.818074:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233286.777973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233286.842046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233287.801995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233287.866055:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233288.826031:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233288.826043:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233288.826047:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233288.826055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233288.826061:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8887 00000100:00080000:2.0:1761233288.826066:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233288.826073:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233288.826109:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736184960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233288.826147:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233288.826150:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233288.826151:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233288.826155:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8887 00000100:00080000:2.0:1761233288.826157:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233288.826161:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233288.826170:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233288.826183:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736185024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233288.826203:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233288.826207:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233288.826210:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233288.826210:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233288.826219:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8887 00000100:00080000:2.0:1761233288.826222:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233288.826225:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233288.826229:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233288.826240:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736185088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233288.826248:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233288.826252:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233288.826253:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233288.826256:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8887 00000100:00080000:2.0:1761233288.826258:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233288.826261:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233288.826265:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233288.826275:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736185152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233288.826279:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233288.826288:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233288.826292:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233288.826294:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233288.826299:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8887 00000100:00080000:2.0:1761233288.826302:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233288.826303:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233288/real 1761233288] req@0000000099725227 x1846777736184960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233288.826309:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233288.826319:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233288.826323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736184960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233288.826330:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736185216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233288.826332:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233288.826336:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233288.826343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736184960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233288.826366:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185024:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233288.826381:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233288.826387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233288/real 1761233288] req@0000000070bd2103 x1846777736185024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233288.826394:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736185024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233288.826398:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233288.826400:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233288.826402:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185024:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233288.826407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185088:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233288.826425:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233288.826434:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233288/real 1761233288] req@000000002f434b1a x1846777736185088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233288.826445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736185088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233288.826452:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233288.826455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233288.826458:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185088:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233288.826464:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185152:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233288.826479:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233288.826484:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233288/real 1761233288] req@000000001f17a0b8 x1846777736185152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233288.826491:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736185152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233288.826496:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233288.826497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233288.826498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185152:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233288.826501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185216:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233288.826514:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233288.826517:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233288/real 1761233288] req@00000000c35ccb78 x1846777736185216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233288.826530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736185216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233313 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233288.826534:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233288.826536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233288.826537:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185216:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233288.889986:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233289.849959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233289.914060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233290.873967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233290.938012:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233291.897984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233291.962022:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233292.921973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233292.986049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233293.945963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233293.945965:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233293.945974:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233293.945979:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233293.945988:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8892 00000100:00080000:2.0:1761233293.945991:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233293.945999:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233293.946060:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736185280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233293.946094:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233293.946098:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233293.946100:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233293.946104:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8892 00000100:00080000:2.0:1761233293.946106:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233293.946110:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233293.946119:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233293.946131:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736185344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233293.946140:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233293.946152:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233293.946153:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233293.946158:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8892 00000100:00080000:2.0:1761233293.946160:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233293.946164:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233293.946168:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233293.946177:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736185408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233293.946187:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233293.946191:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233293.946193:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233293.946197:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8892 00000100:00080000:2.0:1761233293.946199:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233293.946204:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233293.946208:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233293.946220:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736185280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233293.946222:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736185472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233293.946241:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233293.946244:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233293.946245:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233293.946249:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8892 00000100:00080000:2.0:1761233293.946251:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233293.946255:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233293.946259:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233293.946270:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736185536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233293.946318:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233293.946346:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233293/real 1761233293] req@00000000c35ccb78 x1846777736185280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233293.946366:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736185280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233293.946381:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233293.946386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233293.946393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736185280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233293.946405:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233293.946459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233293.946471:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233293/real 1761233293] req@000000001f17a0b8 x1846777736185344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233293.946485:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736185344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233293.946495:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233293.946498:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233293.946502:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233293.946508:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233293.946533:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233293.946544:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233293/real 1761233293] req@000000002f434b1a x1846777736185408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233293.946558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736185408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233293.946567:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233293.946568:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233293.946570:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233293.946593:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233293.946611:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233293.946617:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233293/real 1761233293] req@0000000070bd2103 x1846777736185472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233293.946625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736185472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233293.946630:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233293.946631:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233293.946633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233293.946637:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233293.946648:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233293.946653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233293/real 1761233293] req@0000000099725227 x1846777736185536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233293.946660:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736185536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233318 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233293.946664:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233293.946666:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233293.946667:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233294.010091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233294.969992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233295.034144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233295.993994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233296.058216:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233297.017964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233297.081983:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233298.041978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233298.106008:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233299.065946:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233299.065954:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233299.065958:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233299.065967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233299.065968:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8897 00000100:00080000:2.0:1761233299.065984:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233299.065991:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233299.066029:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736185600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233299.066059:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233299.066063:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233299.066064:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233299.066068:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8897 00000100:00080000:2.0:1761233299.066071:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233299.066076:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233299.066085:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233299.066090:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736185600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233299.066103:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736185664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233299.066115:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233299.066117:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233299.066119:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233299.066123:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8897 00000100:00080000:2.0:1761233299.066125:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233299.066128:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233299.066132:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233299.066141:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736185728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233299.066157:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233299.066159:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233299.066161:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761233299.066165:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233299.066165:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8897 00000100:00080000:2.0:1761233299.066168:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233299.066171:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233299.066175:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233299.066184:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736185792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233299.066186:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@0000000099725227 x1846777736185600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233299.066198:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233299.066202:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233299.066204:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233299.066208:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8897 00000100:00080000:2.0:1761233299.066210:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761233299.066211:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736185600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233299.066216:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233299.066221:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761233299.066225:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233299.066229:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233299.066229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736185856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233299.066237:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736185600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233299.066265:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233299.066313:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233299.066329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@0000000070bd2103 x1846777736185664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233299.066344:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736185664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233299.066352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233299.066354:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233299.066357:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233299.066364:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233299.066385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233299.066393:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@000000002f434b1a x1846777736185728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233299.066404:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736185728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233299.066413:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233299.066415:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233299.066418:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233299.066440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233299.066461:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233299.066470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@000000001f17a0b8 x1846777736185792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233299.066481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736185792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233299.066487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233299.066489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233299.066492:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233299.066497:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233299.066513:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233299.066521:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233299/real 1761233299] req@00000000c35ccb78 x1846777736185856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233299.066531:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736185856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233324 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233299.066538:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233299.066540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233299.066543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233299.130126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233300.089954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233300.153959:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233301.114010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233301.178055:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233302.137997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233302.202356:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233303.161990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233303.226353:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233304.185987:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233304.186000:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233304.186005:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233304.186017:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8902 00000100:00100000:0.0:1761233304.186022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233304.186022:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233304.186032:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233304.186078:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736185920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233304.186107:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233304.186111:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233304.186113:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233304.186117:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8902 00000100:00080000:2.0:1761233304.186119:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233304.186123:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233304.186134:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233304.186148:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736185920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233304.186150:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736185984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233304.186176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233304.186180:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233304.186182:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233304.186186:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8902 00000100:00080000:2.0:1761233304.186188:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233304.186191:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233304.186195:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233304.186208:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736186048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233304.186216:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233304.186218:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233304.186219:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233304.186222:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8902 00000100:00080000:2.0:1761233304.186223:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233304.186227:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233304.186232:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233304.186245:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233304.186246:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736186112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233304.186257:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233304.186261:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233304.186262:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233304.186266:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8902 00000100:00080000:2.0:1761233304.186268:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233304.186273:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233304.186277:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233304.186279:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233304/real 1761233304] req@00000000c35ccb78 x1846777736185920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233304.186290:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736186176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233304.186307:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736185920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233304.186321:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233304.186325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233304.186332:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736185920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233304.186356:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233304.186378:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233304.186386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233304/real 1761233304] req@000000001f17a0b8 x1846777736185984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233304.186397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736185984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233304.186404:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233304.186407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233304.186409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736185984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233304.186414:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233304.186440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233304.186445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233304/real 1761233304] req@000000002f434b1a x1846777736186048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233304.186462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736186048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233304.186469:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233304.186471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233304.186473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233304.186477:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233304.186491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233304.186497:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233304/real 1761233304] req@0000000070bd2103 x1846777736186112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233304.186506:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736186112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233304.186513:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233304.186515:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233304.186517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233304.186521:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233304.186535:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233304.186540:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233304/real 1761233304] req@0000000099725227 x1846777736186176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233304.186549:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736186176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233329 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233304.186556:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233304.186559:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233304.186561:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233304.250154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233305.210026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233305.274344:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233306.234001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233306.298785:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233307.258032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233307.322127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233308.282054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233308.346060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233309.305953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233309.305953:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233309.305962:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233309.305967:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233309.305975:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8907 00000100:00080000:2.0:1761233309.305978:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233309.305985:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233309.306031:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736186240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233309.306054:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233309.306056:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233309.306058:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233309.306060:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8907 00000100:00080000:2.0:1761233309.306062:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233309.306064:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233309.306072:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233309.306080:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736186304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233309.306086:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233309.306088:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233309.306089:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233309.306092:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8907 00000100:00080000:2.0:1761233309.306094:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233309.306096:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233309.306098:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233309.306104:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736186368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233309.306108:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233309.306110:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233309.306123:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233309.306125:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8907 00000100:00080000:2.0:1761233309.306126:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233309.306129:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233309.306131:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233309.306137:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736186432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233309.306142:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233309.306144:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233309.306145:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233309.306148:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8907 00000100:00080000:2.0:1761233309.306150:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233309.306152:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233309.306154:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233309.306160:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736186496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233309.306167:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736186240:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:1.0:1761233309.306232:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233309.306252:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233309/real 1761233309] req@0000000099725227 x1846777736186240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233309.306265:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736186240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233309.306272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233309.306274:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233309.306277:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736186240:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233309.306282:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186304:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233309.306296:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233309.306301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233309/real 1761233309] req@0000000070bd2103 x1846777736186304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233309.306308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736186304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233309.306313:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233309.306315:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233309.306316:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186304:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233309.306320:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186368:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233309.306333:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233309.306338:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233309/real 1761233309] req@000000002f434b1a x1846777736186368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233309.306344:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736186368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233309.306349:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233309.306350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233309.306352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186368:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233309.306355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186432:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233309.306366:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233309.306370:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233309/real 1761233309] req@000000001f17a0b8 x1846777736186432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233309.306376:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736186432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233309.306381:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233309.306382:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233309.306384:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186432:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233309.306404:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186496:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233309.306415:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233309.306419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233309/real 1761233309] req@00000000c35ccb78 x1846777736186496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233309.306426:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736186496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233334 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233309.306432:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233309.306433:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233309.306435:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186496:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233309.370183:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233310.330022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233310.394061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233311.353985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233311.418200:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233312.377988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233312.442003:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233313.402028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233313.466001:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233314.426081:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233314.426155:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233314.426166:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233314.426171:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233314.426182:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8912 00000100:00080000:1.0:1761233314.426186:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233314.426195:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233314.426241:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736186560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233314.426281:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233314.426286:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233314.426288:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233314.426293:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8912 00000100:00080000:1.0:1761233314.426295:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233314.426299:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233314.426311:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233314.426326:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736186624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233314.426340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736186560:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761233314.426341:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233314.426355:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233314.426357:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233314.426365:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8912 00000100:00080000:1.0:1761233314.426367:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233314.426371:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233314.426377:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233314.426391:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736186688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233314.426401:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233314.426404:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233314.426406:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233314.426409:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8912 00000100:00080000:1.0:1761233314.426411:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233314.426415:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233314.426419:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233314.426430:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736186752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233314.426467:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233314.426472:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233314.426473:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233314.426478:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8912 00000100:00080000:1.0:1761233314.426480:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233314.426484:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233314.426489:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233314.426503:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736186816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233314.426514:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186624:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233314.426562:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186688:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233314.426588:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186752:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233314.426616:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186816:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233314.490173:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233315.450012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233315.514211:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233316.473975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233316.538036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233317.497963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761233317.498108:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761233317.498149:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761233317.498165:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233317.498197:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233317.498203:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233317.498210:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233317.498221:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761233317.498237:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233314/real 1761233317] req@00000000a0dbac9b x1846777736186816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233317.498255:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736186816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233317.498263:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233317.498266:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233317.498269:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186816:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233317.498274:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233314/real 1761233317] req@000000009c8a8899 x1846777736186624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233317.498284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736186624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233317.498291:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233317.498293:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233317.498296:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186624:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233317.498300:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233314/real 1761233317] req@000000006ce6fb08 x1846777736186688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233317.498310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736186688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233317.498316:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233317.498318:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233317.498321:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186688:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233317.498326:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233314/real 1761233317] req@00000000464e3652 x1846777736186752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233317.498335:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736186752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233317.498341:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233317.498343:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233317.498346:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186752:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233317.498350:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233314/real 1761233317] req@00000000086973a9 x1846777736186560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233317.498360:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736186560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233339 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233317.498366:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233317.498368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233317.498370:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736186560:192.168.201.106@tcp:250:kworker/u8:2.0 00010000:00010000:2.0:1761233317.562077:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233318.522027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233318.586113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233319.546011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233319.546123:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233319.546137:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233319.546143:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233319.546158:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8917 00000100:00080000:1.0:1761233319.546165:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233319.546176:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233319.546219:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736186880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233319.546253:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233319.546257:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233319.546260:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233319.546264:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8917 00000100:00080000:1.0:1761233319.546267:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233319.546271:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233319.546281:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233319.546297:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736186944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233319.546309:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736186880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761233319.546315:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233319.546322:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233319.546324:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233319.546330:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8917 00000100:00080000:1.0:1761233319.546332:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233319.546335:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233319.546344:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233319.546390:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736187008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233319.546403:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233319.546409:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233319.546411:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233319.546419:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8917 00000100:00080000:1.0:1761233319.546423:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233319.546431:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:2.0:1761233319.546439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:1.0:1761233319.546448:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233319.546472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233319/real 1761233319] req@000000000baedc40 x1846777736186880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233319.546482:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736187072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233319.546517:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233319.546524:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761233319.546526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736186880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233319.546529:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233319.546548:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8917 00000100:00080000:1.0:1761233319.546556:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233319.546565:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233319.546568:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:2.0:1761233319.546579:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:1.0:1761233319.546584:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233319.546594:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736186880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233319.546615:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736187136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233319.546655:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186944:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233319.546711:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233319.546731:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233319/real 1761233319] req@00000000c2c1573a x1846777736186944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233319.546755:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736186944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233319.546769:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233319.546773:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233319.546779:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736186944:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233319.546790:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187008:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233319.546829:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233319.546843:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233319/real 1761233319] req@00000000069b687a x1846777736187008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233319.546862:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736187008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233319.546928:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233319.546933:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233319.546939:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187008:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233319.546951:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187072:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233319.546995:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233319.547013:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233319/real 1761233319] req@0000000054fdc67e x1846777736187072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233319.547035:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736187072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233319.547049:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233319.547054:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233319.547059:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187072:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233319.547095:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187136:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233319.547137:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233319.547152:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233319/real 1761233319] req@00000000dcfa4436 x1846777736187136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233319.547172:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736187136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233344 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233319.547186:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233319.547190:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233319.547195:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187136:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233319.610142:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233320.570005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233320.634179:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233321.594037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233321.658098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233322.618038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233322.682228:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233323.642015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233323.706159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233324.665989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233324.666030:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233324.666039:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233324.666044:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233324.666054:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8923 00000100:00080000:1.0:1761233324.666058:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233324.666065:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233324.666104:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736187200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233324.666144:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233324.666148:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233324.666150:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233324.666153:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8923 00000100:00080000:1.0:1761233324.666155:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233324.666158:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233324.666167:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233324.666179:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736187264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233324.666190:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233324.666194:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736187200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761233324.666196:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233324.666200:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233324.666207:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8923 00000100:00080000:1.0:1761233324.666209:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233324.666212:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233324.666217:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233324.666229:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736187328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233324.666238:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233324.666242:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233324.666244:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233324.666248:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8923 00000100:00080000:1.0:1761233324.666251:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233324.666254:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233324.666257:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233324.666266:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736187392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233324.666273:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233324.666276:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1761233324.666297:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233324.666302:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233324.666309:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8923 00000100:00080000:1.0:1761233324.666312:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233324.666317:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233324.666322:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233324.666341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233324/real 1761233324] req@00000000c65fa7c5 x1846777736187200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233324.666349:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736187456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233324.666402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736187200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233324.666413:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233324.666417:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233324.666421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736187200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233324.666446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187264:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233324.666469:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233324.666476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233324/real 1761233324] req@00000000f52221c5 x1846777736187264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233324.666487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736187264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233324.666494:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233324.666497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233324.666499:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187264:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233324.666504:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187328:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233324.666518:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233324.666525:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233324/real 1761233324] req@000000001dfe2b3c x1846777736187328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233324.666534:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736187328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233324.666541:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233324.666543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233324.666546:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187328:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233324.666551:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187392:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233324.666574:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233324.666581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233324/real 1761233324] req@00000000cee0df34 x1846777736187392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233324.666590:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736187392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233324.666597:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233324.666599:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233324.666602:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187392:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233324.666607:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187456:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233324.666622:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233324.666627:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233324/real 1761233324] req@0000000090114397 x1846777736187456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233324.666636:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736187456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233349 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233324.666643:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233324.666645:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233324.666647:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187456:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233324.730072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233325.689971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233325.754052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233326.713945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233326.778076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233327.738078:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233327.802146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233328.761971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233328.826137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233329.785986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233329.786014:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233329.786019:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233329.786022:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233329.786030:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8928 00000100:00080000:2.0:1761233329.786032:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233329.786038:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233329.786070:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736187520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233329.786090:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233329.786094:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233329.786095:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233329.786099:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8928 00000100:00080000:2.0:1761233329.786101:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233329.786104:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233329.786113:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233329.786124:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736187584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233329.786129:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736187520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233329.786133:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233329.786138:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233329.786140:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233329.786143:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8928 00000100:00080000:2.0:1761233329.786144:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233329.786147:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233329.786150:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233329.786156:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736187648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233329.786163:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233329.786165:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233329.786166:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233329.786169:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8928 00000100:00080000:2.0:1761233329.786171:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233329.786173:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233329.786177:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233329.786183:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736187712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233329.786190:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233329.786192:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233329.786192:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233329.786194:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233329.786213:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8928 00000100:00080000:2.0:1761233329.786215:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233329.786218:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233329.786222:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233329.786231:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233329/real 1761233329] req@00000000c35ccb78 x1846777736187520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233329.786231:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736187776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233329.786247:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736187520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233329.786261:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233329.786264:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233329.786268:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736187520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233329.786290:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187584:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233329.786309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233329.786315:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233329/real 1761233329] req@000000001f17a0b8 x1846777736187584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233329.786322:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736187584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233329.786327:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233329.786328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233329.786330:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187584:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233329.786333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187648:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233329.786344:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233329.786349:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233329/real 1761233329] req@000000002f434b1a x1846777736187648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233329.786360:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736187648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233329.786366:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233329.786368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233329.786371:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187648:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233329.786377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187712:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233329.786398:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233329.786406:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233329/real 1761233329] req@0000000070bd2103 x1846777736187712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233329.786417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736187712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233329.786425:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233329.786427:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233329.786430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187712:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233329.786434:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187776:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233329.786448:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233329.786453:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233329/real 1761233329] req@0000000099725227 x1846777736187776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233329.786459:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736187776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233354 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233329.786464:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233329.786465:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233329.786467:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187776:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233329.849991:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233330.810021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233330.874059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233331.833990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233331.898019:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233332.857999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233332.922233:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233333.881957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233333.946190:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233334.906086:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233334.906098:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761233334.906099:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233334.906104:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233334.906156:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8933 00000100:00080000:1.0:1761233334.906160:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233334.906166:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233334.906197:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736187840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233334.906221:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233334.906224:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233334.906225:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233334.906228:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8933 00000100:00080000:1.0:1761233334.906230:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233334.906232:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233334.906240:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233334.906251:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736187904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233334.906259:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233334.906263:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736187840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761233334.906264:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233334.906267:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233334.906274:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8933 00000100:00080000:1.0:1761233334.906275:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233334.906278:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233334.906281:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233334.906292:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736187968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233334.906298:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233334.906301:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233334.906303:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233334.906306:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8933 00000100:00080000:1.0:1761233334.906308:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233334.906311:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233334.906315:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233334.906324:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736188032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233334.906330:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233334.906332:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233334.906335:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233334.906336:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233334.906343:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8933 00000100:00080000:1.0:1761233334.906346:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233334.906349:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233334.906353:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233334.906362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233334/real 1761233334] req@000000000a7b3b64 x1846777736187840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233334.906365:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736188096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233334.906409:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736187840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233334.906419:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233334.906423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233334.906429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736187840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233334.906452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187904:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233334.906469:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233334.906474:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233334/real 1761233334] req@00000000cba7fca5 x1846777736187904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233334.906485:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736187904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233334.906494:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233334.906497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233334.906500:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187904:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233334.906507:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187968:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233334.906528:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233334.906537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233334/real 1761233334] req@00000000c21e8593 x1846777736187968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233334.906549:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736187968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233334.906556:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233334.906559:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233334.906562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736187968:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233334.906568:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188032:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233334.906591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233334.906601:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233334/real 1761233334] req@00000000108af431 x1846777736188032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233334.906609:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736188032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233334.906614:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233334.906616:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233334.906618:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188032:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233334.906622:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188096:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233334.906639:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233334.906645:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233334/real 1761233334] req@0000000090114397 x1846777736188096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233334.906653:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736188096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233359 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233334.906658:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233334.906659:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233334.906661:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188096:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233334.970188:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233335.930027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233335.994081:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233336.953977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233337.018006:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233337.977964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233338.042127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233339.001955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233339.066071:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233340.025961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233340.025980:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233340.025988:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233340.025992:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233340.025999:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8938 00000100:00080000:2.0:1761233340.026002:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233340.026007:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233340.026051:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736188160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233340.026073:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233340.026076:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233340.026078:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233340.026080:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8938 00000100:00080000:2.0:1761233340.026082:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233340.026084:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233340.026092:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233340.026101:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736188224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233340.026108:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736188160:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233340.026108:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233340.026115:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233340.026117:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233340.026120:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8938 00000100:00080000:2.0:1761233340.026121:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233340.026123:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233340.026125:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233340.026133:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736188288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233340.026138:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233340.026141:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233340.026143:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233340.026146:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8938 00000100:00080000:2.0:1761233340.026149:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233340.026152:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233340.026157:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233340.026167:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736188352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233340.026175:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233340.026178:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233340.026189:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233340.026191:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233340.026196:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8938 00000100:00080000:2.0:1761233340.026199:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233340.026202:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@0000000099725227 x1846777736188160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233340.026205:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233340.026212:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233340.026221:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736188160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233340.026227:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736188416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233340.026231:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233340.026236:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233340.026243:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736188160:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233340.026262:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188224:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233340.026277:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233340.026282:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@0000000070bd2103 x1846777736188224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233340.026288:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736188224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233340.026292:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233340.026294:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233340.026296:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188224:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233340.026298:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188288:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233340.026308:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233340.026312:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@000000002f434b1a x1846777736188288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233340.026317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736188288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233340.026322:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233340.026323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233340.026325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188288:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233340.026327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188352:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233340.026337:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233340.026341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@000000001f17a0b8 x1846777736188352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233340.026347:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736188352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233340.026352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233340.026353:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233340.026354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188352:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233340.026357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188416:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233340.026366:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233340.026370:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233340/real 1761233340] req@00000000c35ccb78 x1846777736188416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233340.026376:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736188416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233365 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233340.026381:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233340.026382:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233340.026383:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188416:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233340.090033:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233341.049954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233341.114095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233342.073981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233342.138136:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233343.097952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233343.162044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233344.121965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233344.186053:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233345.146019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233345.146038:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233345.146044:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233345.146047:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233345.146055:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8943 00000100:00080000:1.0:1761233345.146058:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233345.146064:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233345.146095:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736188480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233345.146119:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233345.146122:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233345.146123:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233345.146125:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8943 00000100:00080000:1.0:1761233345.146127:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233345.146129:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233345.146137:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233345.146145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736188544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233345.146151:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736188480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233345.146154:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233345.146158:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233345.146159:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233345.146162:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8943 00000100:00080000:1.0:1761233345.146164:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233345.146166:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233345.146169:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233345.146177:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736188608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233345.146182:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233345.146184:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233345.146186:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233345.146188:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8943 00000100:00080000:1.0:1761233345.146189:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233345.146192:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233345.146195:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233345.146200:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736188672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233345.146222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233345.146224:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233345.146225:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233345.146228:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8943 00000100:00080000:1.0:1761233345.146230:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761233345.146234:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233345.146238:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233345.146243:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233345.146254:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736188736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233345.146262:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233345/real 1761233345] req@00000000cee0df34 x1846777736188480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233345.146279:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736188480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233345.146289:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233345.146292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233345.146296:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736188480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233345.146317:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233345.146337:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233345.146343:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233345/real 1761233345] req@000000001dfe2b3c x1846777736188544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233345.146352:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736188544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233345.146359:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233345.146361:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233345.146363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233345.146367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233345.146380:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233345.146385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233345/real 1761233345] req@00000000f52221c5 x1846777736188608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233345.146393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736188608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233345.146399:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233345.146400:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233345.146402:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233345.146407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233345.146419:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233345.146424:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233345/real 1761233345] req@00000000c65fa7c5 x1846777736188672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233345.146450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736188672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233345.146455:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233345.146456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233345.146457:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233345.146460:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233345.146470:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233345.146474:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233345/real 1761233345] req@00000000dcfa4436 x1846777736188736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233345.146480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736188736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233370 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233345.146484:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233345.146485:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233345.146487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233345.210189:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233346.170128:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233346.234208:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233347.194039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233347.258045:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233348.217965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233348.282071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233349.241986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233349.306190:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233350.265983:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233350.265987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233350.265992:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233350.265997:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233350.266006:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8948 00000100:00080000:1.0:1761233350.266010:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233350.266019:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233350.266055:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736188800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233350.266083:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233350.266088:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233350.266090:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233350.266095:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8948 00000100:00080000:1.0:1761233350.266097:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233350.266100:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233350.266108:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233350.266120:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736188864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233350.266129:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233350.266130:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736188800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233350.266135:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233350.266138:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233350.266142:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8948 00000100:00080000:1.0:1761233350.266143:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233350.266145:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233350.266148:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233350.266158:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736188928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233350.266164:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233350.266167:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233350.266168:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233350.266170:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8948 00000100:00080000:1.0:1761233350.266172:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233350.266174:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233350.266177:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233350.266184:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736188992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233350.266194:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761233350.266197:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233350.266199:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233350.266201:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233350.266205:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8948 00000100:00080000:1.0:1761233350.266207:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233350.266210:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233350.266214:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233350.266218:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233350/real 1761233350] req@0000000054fdc67e x1846777736188800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233350.266224:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736189056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233350.266245:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736188800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233350.266255:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233350.266258:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233350.266261:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736188800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233350.266279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188864:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233350.266296:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233350.266302:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233350/real 1761233350] req@00000000069b687a x1846777736188864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233350.266314:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736188864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233350.266322:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233350.266325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233350.266328:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188864:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233350.266345:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188928:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233350.266373:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233350.266382:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233350/real 1761233350] req@00000000c2c1573a x1846777736188928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233350.266390:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736188928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233350.266396:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233350.266398:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233350.266400:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188928:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233350.266404:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188992:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233350.266419:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233350.266424:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233350/real 1761233350] req@000000000baedc40 x1846777736188992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233350.266431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736188992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233350.266436:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233350.266437:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233350.266439:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736188992:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233350.266443:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189056:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233350.266453:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233350.266457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233350/real 1761233350] req@00000000086973a9 x1846777736189056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233350.266464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736189056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233375 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233350.266469:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233350.266470:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233350.266472:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189056:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233350.330202:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233351.289990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233351.354014:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233352.313938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233352.378153:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233353.337944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233353.402039:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233354.361992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233354.426015:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233355.386052:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233355.386061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233355.386069:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233355.386079:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233355.386095:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8953 00000100:00080000:3.0:1761233355.386102:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233355.386113:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233355.386181:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736189120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233355.386228:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233355.386236:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233355.386239:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233355.386246:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8953 00000100:00080000:3.0:1761233355.386250:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233355.386268:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233355.386296:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233355.386324:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736189184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233355.386342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736189120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233355.386353:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233355.386363:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233355.386366:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233355.386375:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8953 00000100:00080000:3.0:1761233355.386381:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233355.386388:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233355.386398:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233355.386421:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736189248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233355.386439:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233355.386443:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233355.386445:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233355.386455:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8953 00000800:00000100:2.0:1761233355.386460:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233355.386461:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233355.386471:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233355.386478:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233355.386495:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736189312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233355.386507:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233355.386508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233355/real 1761233355] req@00000000d2119349 x1846777736189120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233355.386514:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233355.386518:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233355.386530:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8953 00000100:00080000:3.0:1761233355.386535:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233355.386543:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233355.386551:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233355.386572:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736189120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233355.386572:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736189376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233355.386616:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233355.386621:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233355.386629:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736189120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233355.386662:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233355.386697:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233355.386714:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233355/real 1761233355] req@00000000736ef9ba x1846777736189184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233355.386736:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736189184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233355.386750:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233355.386755:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233355.386761:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233355.386771:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233355.386839:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233355.386857:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233355/real 1761233355] req@000000003dd9839b x1846777736189248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233355.386929:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736189248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233355.386943:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233355.386947:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233355.386952:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233355.386962:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233355.387004:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233355.387021:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233355/real 1761233355] req@0000000017b16811 x1846777736189312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233355.387041:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736189312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233355.387054:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233355.387058:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233355.387063:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233355.387073:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233355.387114:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233355.387130:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233355/real 1761233355] req@000000000b14a2de x1846777736189376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233355.387151:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736189376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233380 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233355.387168:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233355.387170:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233355.387174:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233355.450160:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233356.410001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233356.474111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233357.434003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233357.498153:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233358.457939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233358.522038:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233359.481975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233359.546136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233360.505964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233360.505964:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233360.505992:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233360.505997:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233360.506007:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8958 00000100:00080000:3.0:1761233360.506010:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233360.506018:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233360.506054:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736189440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233360.506085:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233360.506089:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233360.506091:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233360.506095:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8958 00000100:00080000:3.0:1761233360.506097:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233360.506102:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233360.506112:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233360.506127:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736189504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233360.506135:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736189440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233360.506148:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233360.506154:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233360.506155:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233360.506161:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8958 00000100:00080000:3.0:1761233360.506163:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233360.506168:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233360.506174:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233360.506190:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736189568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233360.506218:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233360.506223:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233360.506225:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233360.506230:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8958 00000100:00080000:3.0:1761233360.506232:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233360.506238:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:2.0:1761233360.506241:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761233360.506246:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233360.506263:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736189632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233360.506275:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233360/real 1761233360] req@00000000d46ba267 x1846777736189440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233360.506277:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233360.506288:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233360.506291:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233360.506301:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8958 00000100:00080000:3.0:1761233360.506305:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233360.506315:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736189440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233360.506315:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:2.0:1761233360.506332:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233360.506338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:3.0:1761233360.506343:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233360.506345:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736189440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233360.506363:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736189696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233360.506385:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233360.506420:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233360.506433:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233360/real 1761233360] req@000000007cc317a5 x1846777736189504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233360.506448:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736189504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233360.506458:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233360.506461:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233360.506465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233360.506472:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233360.506497:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233360.506508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233360/real 1761233360] req@00000000311bc461 x1846777736189568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233360.506521:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736189568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233360.506548:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233360.506551:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233360.506554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233360.506561:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233360.506585:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233360.506597:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233360/real 1761233360] req@00000000eb335f49 x1846777736189632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233360.506610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736189632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233360.506626:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233360.506629:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233360.506633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233360.506640:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233360.506667:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233360.506677:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233360/real 1761233360] req@00000000a20dea0d x1846777736189696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233360.506690:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736189696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233385 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233360.506698:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233360.506701:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233360.506704:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189696:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233360.570026:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233361.529958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233361.594064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233362.554000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233362.618133:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233363.577942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233363.642049:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233364.602024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233364.665978:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233365.625947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233365.625992:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233365.625998:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233365.626001:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233365.626009:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8964 00000100:00080000:1.0:1761233365.626011:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233365.626017:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233365.626047:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736189760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233365.626067:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233365.626070:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233365.626071:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233365.626073:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8964 00000100:00080000:1.0:1761233365.626074:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233365.626077:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233365.626085:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233365.626093:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736189824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233365.626099:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736189760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233365.626102:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233365.626106:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233365.626107:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233365.626110:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8964 00000100:00080000:1.0:1761233365.626111:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233365.626113:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233365.626116:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233365.626123:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736189888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233365.626128:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233365.626130:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233365.626131:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233365.626133:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8964 00000100:00080000:1.0:1761233365.626134:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233365.626136:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233365.626139:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233365.626145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736189952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233365.626149:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233365.626151:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233365.626152:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233365.626154:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8964 00000100:00080000:1.0:1761233365.626156:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233365.626158:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233365.626161:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233365.626164:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233365.626170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736190016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233365.626185:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233365/real 1761233365] req@00000000464e3652 x1846777736189760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233365.626198:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736189760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233365.626205:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233365.626207:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233365.626210:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736189760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233365.626242:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233365.626256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233365.626261:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233365/real 1761233365] req@000000006ce6fb08 x1846777736189824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233365.626268:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736189824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233365.626272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233365.626274:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233365.626275:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233365.626278:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233365.626288:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233365.626291:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233365/real 1761233365] req@000000009c8a8899 x1846777736189888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233365.626297:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736189888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233365.626306:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233365.626307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233365.626309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233365.626312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233365.626322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233365.626325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233365/real 1761233365] req@00000000a0dbac9b x1846777736189952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233365.626331:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736189952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233365.626335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233365.626336:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233365.626338:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736189952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233365.626340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233365.626349:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233365.626352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233365/real 1761233365] req@0000000013a55d77 x1846777736190016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233365.626358:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736190016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233390 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233365.626362:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233365.626364:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233365.626365:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233365.689993:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233366.650000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233366.713958:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233367.673941:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233367.738006:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233368.697984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233368.762275:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233369.722018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233369.786113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233370.746020:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233370.746032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233370.746041:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233370.746048:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233370.746063:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8969 00000100:00080000:1.0:1761233370.746069:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233370.746076:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233370.746111:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736190080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233370.746133:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233370.746136:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233370.746138:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233370.746143:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8969 00000100:00080000:1.0:1761233370.746145:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233370.746150:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233370.746159:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233370.746166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736190080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233370.746175:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736190144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233370.746184:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233370.746188:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233370.746189:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233370.746192:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8969 00000100:00080000:1.0:1761233370.746194:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233370.746198:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233370.746201:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233370.746213:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736190208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233370.746219:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233370.746222:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233370.746223:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233370.746226:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8969 00000100:00080000:1.0:1761233370.746228:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233370.746231:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233370.746235:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233370.746244:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233370.746247:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736190272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233370.746256:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233370.746259:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233370.746260:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233370.746264:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8969 00000100:00080000:1.0:1761233370.746266:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233370.746269:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233370.746274:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233370/real 1761233370] req@00000000f706d6b4 x1846777736190080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:1.0:1761233370.746276:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233370.746301:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736190336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233370.746324:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736190080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233370.746345:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233370.746350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233370.746357:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736190080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233370.746401:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233370.746434:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233370.746444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233370/real 1761233370] req@00000000161ad79e x1846777736190144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233370.746454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736190144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233370.746461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233370.746463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233370.746465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233370.746469:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233370.746484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233370.746490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233370/real 1761233370] req@000000007a9a6396 x1846777736190208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233370.746503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736190208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233370.746509:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233370.746511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233370.746513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233370.746517:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233370.746530:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233370.746543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233370/real 1761233370] req@0000000012be0532 x1846777736190272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233370.746551:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736190272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233370.746575:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233370.746577:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233370.746580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233370.746585:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233370.746601:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233370.746607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233370/real 1761233370] req@0000000013a55d77 x1846777736190336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233370.746615:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736190336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233395 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233370.746620:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233370.746623:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233370.746625:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233370.810917:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233371.769973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233371.835527:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233372.793993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233372.858129:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233373.817981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233373.882107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233374.841982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233374.906066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233375.865971:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233375.865979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233375.865983:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233375.865987:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233375.865998:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8974 00000100:00080000:3.0:1761233375.866001:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233375.866009:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233375.866047:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736190400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233375.866073:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233375.866076:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233375.866078:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233375.866081:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8974 00000100:00080000:3.0:1761233375.866083:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233375.866085:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233375.866094:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233375.866102:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736190464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233375.866110:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233375.866113:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233375.866114:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233375.866116:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8974 00000100:00080000:3.0:1761233375.866118:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233375.866120:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233375.866122:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233375.866128:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736190528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233375.866134:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233375.866136:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233375.866137:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233375.866141:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8974 00000100:00080000:3.0:1761233375.866143:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233375.866146:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233375.866149:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233375.866157:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736190592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233375.866164:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233375.866166:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233375.866167:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233375.866170:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8974 00000100:00080000:3.0:1761233375.866172:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233375.866174:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233375.866195:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233375.866199:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736190400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233375.866208:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736190656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233375.866278:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233375.866302:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233375/real 1761233375] req@00000000a20dea0d x1846777736190400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233375.866320:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736190400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233375.866330:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233375.866333:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233375.866337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736190400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233375.866360:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233375.866393:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233375.866401:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233375/real 1761233375] req@00000000eb335f49 x1846777736190464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233375.866412:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736190464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233375.866420:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233375.866423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233375.866426:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233375.866431:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233375.866465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233375.866470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233375/real 1761233375] req@00000000311bc461 x1846777736190528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233375.866506:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736190528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233375.866513:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233375.866515:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233375.866517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233375.866521:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233375.866538:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233375.866544:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233375/real 1761233375] req@000000007cc317a5 x1846777736190592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233375.866553:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736190592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233375.866559:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233375.866561:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233375.866563:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233375.866590:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233375.866604:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233375.866609:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233375/real 1761233375] req@00000000d46ba267 x1846777736190656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233375.866617:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736190656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233400 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233375.866624:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233375.866626:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233375.866628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233375.930017:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233376.889998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233376.954138:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233377.914010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233377.978020:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233378.937988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233379.002013:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233379.962011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233380.026031:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233380.985965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233380.986036:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233380.986043:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233380.986046:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233380.986054:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8979 00000100:00080000:1.0:1761233380.986056:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233380.986063:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233380.986098:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736190720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233380.986123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233380.986126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233380.986127:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233380.986130:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8979 00000100:00080000:1.0:1761233380.986131:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233380.986133:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233380.986141:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233380.986149:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736190784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233380.986155:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233380.986157:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233380.986158:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233380.986160:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8979 00000100:00080000:1.0:1761233380.986161:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233380.986163:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233380.986167:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233380.986171:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736190848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233380.986177:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233380.986179:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233380.986179:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233380.986182:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8979 00000100:00080000:1.0:1761233380.986184:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233380.986187:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233380.986190:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233380.986196:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736190912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233380.986201:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233380.986203:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233380.986204:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233380.986207:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8979 00000100:00080000:1.0:1761233380.986208:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233380.986210:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233380.986214:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233380.986216:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736190720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233380.986223:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736190976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233380.986309:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233380.986327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233380.986339:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190912:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233380.986359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190976:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233381.050101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233382.009990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233382.074034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233383.034036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233383.097975:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233384.057993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761233384.058143:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761233384.058182:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233384.058196:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233384.058228:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233384.058235:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233384.058243:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233384.058251:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761233384.058269:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233380/real 1761233384] req@00000000086973a9 x1846777736190976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233384.058292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736190976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233384.058302:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233384.058306:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233384.058311:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190976:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233384.058320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233380/real 1761233384] req@00000000a0dbac9b x1846777736190720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233384.058335:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736190720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233384.058365:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233384.058369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233384.058373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736190720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233384.058381:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233380/real 1761233384] req@000000009c8a8899 x1846777736190784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233384.058396:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736190784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233384.058404:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233384.058407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233384.058410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233384.058415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233380/real 1761233384] req@000000006ce6fb08 x1846777736190848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233384.058428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736190848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233384.058436:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233384.058439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233384.058441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233384.058447:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233380/real 1761233384] req@00000000464e3652 x1846777736190912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233384.058460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736190912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233405 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233384.058469:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233384.058471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233384.058475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736190912:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233384.122099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233385.081986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233385.146018:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233386.105968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233386.106016:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233386.106023:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233386.106027:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233386.106036:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8984 00000100:00080000:3.0:1761233386.106039:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233386.106045:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233386.106078:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736191040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233386.106099:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233386.106103:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233386.106104:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233386.106106:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8984 00000100:00080000:3.0:1761233386.106108:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233386.106111:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233386.106118:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233386.106126:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736191104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233386.106133:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233386.106136:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233386.106136:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233386.106138:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8984 00000100:00080000:3.0:1761233386.106139:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233386.106143:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233386.106145:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736191040:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761233386.106148:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233386.106156:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736191168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233386.106165:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233386.106169:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233386.106170:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233386.106175:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8984 00000100:00080000:3.0:1761233386.106177:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233386.106180:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233386.106185:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233386.106197:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736191232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233386.106206:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233386.106209:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233386.106211:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233386.106215:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8984 00000100:00080000:3.0:1761233386.106216:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233386.106220:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:0.0:1761233386.106225:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761233386.106226:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233386.106241:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736191296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233386.106250:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233386/real 1761233386] req@000000000b14a2de x1846777736191040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233386.106268:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736191040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233386.106278:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233386.106281:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233386.106285:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736191040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233386.106292:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233386.106345:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233386.106354:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233386/real 1761233386] req@0000000017b16811 x1846777736191104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233386.106365:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736191104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233386.106378:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233386.106381:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233386.106383:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233386.106410:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233386.106430:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233386.106437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233386/real 1761233386] req@000000003dd9839b x1846777736191168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233386.106447:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736191168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233386.106454:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233386.106456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233386.106459:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233386.106464:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233386.106482:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233386.106488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233386/real 1761233386] req@00000000736ef9ba x1846777736191232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233386.106497:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736191232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233386.106503:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233386.106506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233386.106508:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233386.106514:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233386.106531:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233386.106537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233386/real 1761233386] req@00000000d2119349 x1846777736191296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233386.106547:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736191296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233411 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233386.106554:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233386.106556:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233386.106558:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233386.170126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233387.129959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233387.194045:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233388.154032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233388.218004:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233389.178049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233389.242053:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233390.202015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233390.265990:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233391.225963:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233391.225975:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233391.225979:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233391.225991:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8989 00000100:00080000:3.0:1761233391.225994:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233391.226002:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233391.226032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761233391.226037:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736191360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233391.226069:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233391.226073:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233391.226074:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233391.226078:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8989 00000100:00080000:3.0:1761233391.226080:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233391.226083:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233391.226101:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233391.226130:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736191424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233391.226137:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233391.226140:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233391.226141:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233391.226144:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8989 00000100:00080000:3.0:1761233391.226146:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233391.226148:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233391.226152:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233391.226156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736191360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233391.226160:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736191488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233391.226170:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233391.226172:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233391.226173:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233391.226176:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8989 00000100:00080000:3.0:1761233391.226177:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233391.226180:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233391.226183:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233391.226190:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736191552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233391.226196:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233391.226198:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233391.226198:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233391.226202:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8989 00000100:00080000:3.0:1761233391.226203:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233391.226205:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233391.226208:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233391.226214:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736191616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233391.226248:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233391.226291:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233391/real 1761233391] req@0000000009919b3e x1846777736191360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233391.226312:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736191360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233391.226324:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233391.226328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233391.226333:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736191360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233391.226341:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233391.226382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233391.226392:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233391/real 1761233391] req@0000000066592840 x1846777736191424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233391.226411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736191424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233391.226418:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233391.226421:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233391.226425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233391.226450:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233391.226472:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233391.226480:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233391/real 1761233391] req@00000000d3a306c9 x1846777736191488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233391.226491:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736191488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233391.226498:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233391.226500:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233391.226503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233391.226509:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233391.226528:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233391.226536:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233391/real 1761233391] req@00000000a0b7b6fd x1846777736191552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233391.226546:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736191552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233391.226554:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233391.226556:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233391.226559:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233391.226564:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233391.226582:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233391.226591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233391/real 1761233391] req@0000000044909560 x1846777736191616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233391.226610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736191616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233416 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233391.226617:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233391.226619:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233391.226622:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233391.289992:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233392.250038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233392.314030:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233393.273963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233393.338017:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233394.297958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233394.362063:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233395.321961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233395.386021:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233396.345975:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233396.345986:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233396.345990:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233396.345991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233396.346001:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8994 00000100:00080000:3.0:1761233396.346004:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233396.346010:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233396.346058:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736191680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233396.346098:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233396.346100:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233396.346101:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233396.346104:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8994 00000100:00080000:3.0:1761233396.346106:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233396.346108:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233396.346116:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233396.346124:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736191744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233396.346130:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233396.346134:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233396.346136:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233396.346138:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8994 00000100:00080000:3.0:1761233396.346140:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233396.346142:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233396.346144:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233396.346167:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736191680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233396.346170:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736191808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233396.346198:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233396.346200:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233396.346201:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233396.346203:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8994 00000100:00080000:3.0:1761233396.346204:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233396.346207:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233396.346210:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233396.346218:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736191872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233396.346223:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233396.346226:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233396.346227:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233396.346229:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8994 00000100:00080000:3.0:1761233396.346230:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233396.346232:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233396.346234:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233396.346242:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736191936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233396.346250:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233396.346269:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233396/real 1761233396] req@0000000044909560 x1846777736191680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233396.346282:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736191680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233396.346289:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233396.346292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233396.346295:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736191680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233396.346300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191744:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233396.346314:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233396.346318:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233396/real 1761233396] req@00000000a0b7b6fd x1846777736191744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233396.346325:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736191744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233396.346329:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233396.346330:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233396.346332:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233396.346351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191808:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233396.346362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233396.346366:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233396/real 1761233396] req@00000000d3a306c9 x1846777736191808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233396.346372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736191808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233396.346376:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233396.346378:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233396.346379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233396.346382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191872:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233396.346393:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233396.346397:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233396/real 1761233396] req@0000000066592840 x1846777736191872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233396.346403:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736191872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233396.346408:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233396.346409:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233396.346410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233396.346413:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191936:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233396.346422:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233396.346425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233396/real 1761233396] req@0000000009919b3e x1846777736191936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233396.346432:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736191936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233421 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233396.346436:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233396.346437:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233396.346439:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736191936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233396.410085:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233397.369960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233397.434024:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233398.393986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233398.458182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233399.418052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233399.482085:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233400.441986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233400.506081:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233401.466028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233401.466135:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233401.466142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233401.466145:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233401.466154:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 8999 00000100:00080000:0.0:1761233401.466157:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233401.466163:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233401.466195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736192000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233401.466218:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233401.466221:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233401.466223:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233401.466226:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8999 00000100:00080000:0.0:1761233401.466227:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233401.466230:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233401.466238:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233401.466249:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736192064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233401.466257:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233401.466260:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233401.466262:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233401.466267:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233401.466268:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8999 00000100:00080000:0.0:1761233401.466272:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233401.466277:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233401.466281:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233401.466289:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736192128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233401.466295:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233401.466298:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233401.466300:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233401.466303:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8999 00000100:00080000:0.0:1761233401.466304:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233401.466306:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233401.466310:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233401.466346:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736192192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233401.466353:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233401.466357:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233401.466358:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233401.466360:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 8999 00000100:00080000:0.0:1761233401.466362:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233401.466364:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233401.466369:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233401.466374:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233401.466381:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736192256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233401.466407:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233401/real 1761233401] req@000000001edf5a39 x1846777736192000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233401.466430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736192000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233401.466444:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233401.466447:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233401.466453:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233401.466482:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233401.466509:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233401.466518:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233401/real 1761233401] req@000000009dca9672 x1846777736192064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233401.466543:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736192064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233401.466549:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233401.466551:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233401.466553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233401.466558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233401.466572:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233401.466577:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233401/real 1761233401] req@00000000c90d576b x1846777736192128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233401.466585:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736192128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233401.466591:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233401.466593:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233401.466595:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233401.466599:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233401.466611:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233401.466615:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233401/real 1761233401] req@000000000e921d21 x1846777736192192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233401.466635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736192192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233401.466644:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233401.466646:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233401.466648:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233401.466653:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233401.466667:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233401.466673:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233401/real 1761233401] req@00000000fd377aae x1846777736192256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233401.466680:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736192256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233426 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233401.466685:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233401.466687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233401.466689:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233401.530037:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233402.489955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233402.554140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233403.514022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233403.578080:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233404.537958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233404.602032:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233405.561986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233405.626038:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233406.586097:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233406.586117:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233406.586126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233406.586130:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233406.586141:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9005 00000100:00080000:0.0:1761233406.586146:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233406.586155:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233406.586212:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736192320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233406.586243:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233406.586249:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233406.586251:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233406.586257:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9005 00000100:00080000:0.0:1761233406.586261:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233406.586269:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233406.586285:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233406.586300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233406.586303:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736192384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233406.586319:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233406.586324:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233406.586327:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233406.586332:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9005 00000100:00080000:0.0:1761233406.586335:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233406.586341:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233406.586347:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233406.586360:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736192448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233406.586370:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233406.586375:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233406.586378:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233406.586382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761233406.586383:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9005 00000100:00080000:0.0:1761233406.586386:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233406.586390:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233406.586395:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233406.586406:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736192512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233406.586409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233406/real 1761233406] req@000000008cd0ff0b x1846777736192320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233406.586417:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233406.586421:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233406.586422:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233406.586427:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9005 00000100:00100000:1.0:1761233406.586429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736192320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233406.586430:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233406.586434:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233406.586439:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233406.586442:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233406.586446:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233406.586450:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736192576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233406.586452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233406.586484:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192384:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233406.586517:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233406.586531:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233406/real 1761233406] req@00000000911b207d x1846777736192384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233406.586542:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736192384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233406.586550:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233406.586552:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233406.586554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233406.586559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192448:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233406.586577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233406.586583:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233406/real 1761233406] req@00000000fd377aae x1846777736192448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233406.586593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736192448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233406.586599:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233406.586602:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233406.586605:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233406.586610:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192512:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233406.586625:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233406.586631:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233406/real 1761233406] req@000000000e921d21 x1846777736192512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233406.586639:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736192512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233406.586645:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233406.586647:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233406.586648:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233406.586653:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192576:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233406.586666:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233406.586671:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233406/real 1761233406] req@00000000c90d576b x1846777736192576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233406.586679:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736192576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233431 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233406.586686:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233406.586687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233406.586689:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192576:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233406.650144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233407.610015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233407.674018:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233408.634009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233408.698097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233409.658045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233409.722046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233410.682011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233410.746059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233411.705975:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233411.705981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233411.705984:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233411.705989:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233411.705997:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9010 00000100:00080000:3.0:1761233411.706000:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233411.706006:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233411.706039:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736192640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233411.706064:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233411.706067:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233411.706069:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233411.706072:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9010 00000100:00080000:3.0:1761233411.706074:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233411.706078:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233411.706088:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233411.706093:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233411.706102:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736192704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233411.706113:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233411.706116:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233411.706118:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233411.706121:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9010 00000100:00080000:3.0:1761233411.706123:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233411.706126:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233411.706132:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233411.706142:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736192768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233411.706149:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761233411.706168:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233411.706169:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233411.706173:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233411.706179:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9010 00000100:00080000:3.0:1761233411.706181:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233411.706185:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233411.706191:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233411.706195:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233411/real 1761233411] req@00000000d2119349 x1846777736192640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233411.706204:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736192832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233411.706213:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736192640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233411.706216:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233411.706225:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233411.706227:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233411.706232:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233411.706236:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761233411.706236:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9010 00000100:00080000:3.0:1761233411.706242:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233411.706246:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233411.706251:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233411.706259:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233411.706272:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736192896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233411.706276:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192704:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233411.706302:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233411.706313:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233411/real 1761233411] req@00000000736ef9ba x1846777736192704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233411.706321:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736192704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233411.706343:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233411.706346:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233411.706349:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192704:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233411.706353:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192768:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233411.706368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233411.706375:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233411/real 1761233411] req@000000003dd9839b x1846777736192768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233411.706383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736192768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233411.706389:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233411.706391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233411.706393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192768:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233411.706397:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192832:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233411.706410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233411.706416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233411/real 1761233411] req@0000000017b16811 x1846777736192832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233411.706425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736192832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233411.706435:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233411.706438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233411.706442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192832:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233411.706463:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192896:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233411.706499:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233411.706507:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233411/real 1761233411] req@000000000b14a2de x1846777736192896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233411.706518:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736192896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233436 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233411.706526:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233411.706528:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233411.706531:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736192896:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233411.770060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233412.729967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233412.794016:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233413.753992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233413.818137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233414.777992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233414.842011:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233415.801921:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233415.866073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233416.825946:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233416.825953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233416.825955:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233416.825959:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233416.825968:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9015 00000100:00080000:0.0:1761233416.825971:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233416.825977:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233416.826007:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736192960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233416.826025:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233416.826028:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233416.826029:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233416.826032:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9015 00000100:00080000:0.0:1761233416.826033:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233416.826035:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233416.826048:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233416.826059:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736193024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233416.826066:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233416.826069:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233416.826070:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233416.826072:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233416.826077:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9015 00000100:00080000:0.0:1761233416.826079:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233416.826081:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233416.826083:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233416.826089:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736193088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233416.826095:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233416.826097:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233416.826098:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233416.826099:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9015 00000100:00080000:0.0:1761233416.826101:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233416.826103:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233416.826107:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233416.826112:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736193152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233416.826117:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233416.826119:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233416.826120:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233416.826123:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9015 00000100:00080000:0.0:1761233416.826124:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233416.826126:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233416.826128:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233416.826134:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736193216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233416.826147:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233416.826170:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233416/real 1761233416] req@000000009dca9672 x1846777736192960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233416.826189:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736192960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233416.826198:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233416.826202:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233416.826206:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736192960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233416.826237:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233416.826263:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233416.826272:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233416/real 1761233416] req@000000001edf5a39 x1846777736193024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233416.826280:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736193024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233416.826285:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233416.826287:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233416.826289:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233416.826293:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233416.826305:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233416.826310:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233416/real 1761233416] req@00000000e0da2515 x1846777736193088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233416.826316:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736193088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233416.826320:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233416.826322:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233416.826324:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233416.826327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233416.826343:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233416.826350:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233416/real 1761233416] req@00000000de11a021 x1846777736193152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233416.826359:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736193152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233416.826367:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233416.826369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233416.826371:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233416.826377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233416.826396:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233416.826403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233416/real 1761233416] req@0000000023d541ab x1846777736193216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233416.826412:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736193216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233441 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233416.826417:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233416.826419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233416.826421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233416.889992:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233417.849949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233417.914040:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233418.873929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233418.938018:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233419.897945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233419.961979:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233420.921995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233420.986061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233421.945943:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233421.945952:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233421.945956:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233421.945963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233421.945965:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9020 00000100:00080000:0.0:1761233421.945970:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233421.945977:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233421.946019:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736193280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233421.946043:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233421.946047:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233421.946049:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233421.946052:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9020 00000100:00080000:0.0:1761233421.946054:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233421.946058:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233421.946068:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233421.946083:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736193280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233421.946086:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736193344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233421.946099:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233421.946103:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233421.946104:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233421.946109:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9020 00000100:00080000:0.0:1761233421.946111:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233421.946115:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233421.946131:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233421.946144:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736193408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233421.946153:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233421.946157:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233421.946159:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233421.946162:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9020 00000100:00080000:0.0:1761233421.946164:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233421.946170:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761233421.946170:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761233421.946178:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233421.946190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736193472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233421.946197:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233421/real 1761233421] req@00000000330b2500 x1846777736193280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233421.946203:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233421.946210:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233421.946212:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233421.946217:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736193280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233421.946219:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9020 00000100:00080000:0.0:1761233421.946223:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233421.946230:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:1.0:1761233421.946231:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233421.946236:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:0.0:1761233421.946237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233421.946240:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736193280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233421.946254:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736193536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233421.946266:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233421.946293:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233421.946306:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233421/real 1761233421] req@00000000d75fe628 x1846777736193344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233421.946319:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736193344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233421.946328:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233421.946331:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233421.946334:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233421.946340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233421.946362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233421.946372:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233421/real 1761233421] req@0000000023d541ab x1846777736193408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233421.946383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736193408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233421.946391:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233421.946393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233421.946396:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233421.946401:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233421.946422:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233421.946430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233421/real 1761233421] req@00000000de11a021 x1846777736193472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233421.946441:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736193472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233421.946449:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233421.946451:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233421.946454:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233421.946472:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233421.946491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233421.946499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233421/real 1761233421] req@00000000e0da2515 x1846777736193536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233421.946509:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736193536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233446 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233421.946522:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233421.946524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233421.946527:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233422.010021:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233422.969964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233423.034122:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233423.993937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233424.058058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233425.017937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233425.082072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233426.041967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233426.106058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233427.065986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233427.065991:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233427.065997:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233427.066000:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233427.066009:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9025 00000100:00080000:0.0:1761233427.066012:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233427.066018:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233427.066054:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736193600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233427.066077:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233427.066081:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233427.066083:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233427.066087:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9025 00000100:00080000:0.0:1761233427.066089:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233427.066092:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233427.066102:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233427.066115:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736193664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233427.066115:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736193600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233427.066123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233427.066127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233427.066128:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233427.066131:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9025 00000100:00080000:0.0:1761233427.066133:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233427.066135:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233427.066138:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233427.066145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736193728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233427.066152:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233427.066155:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233427.066156:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233427.066159:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9025 00000100:00080000:0.0:1761233427.066160:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233427.066163:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233427.066166:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233427.066172:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736193792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233427.066178:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761233427.066179:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233427.066182:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233427.066183:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233427.066185:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9025 00000100:00080000:0.0:1761233427.066187:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233427.066189:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233427.066192:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233427.066200:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736193856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233427.066200:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@000000001edf5a39 x1846777736193600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233427.066215:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736193600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233427.066225:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.066228:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233427.066231:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736193600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233427.066253:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233427.066271:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233427.066277:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@000000009dca9672 x1846777736193664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233427.066283:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736193664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233427.066292:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.066294:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233427.066296:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233427.066299:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233427.066308:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233427.066312:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@00000000c90d576b x1846777736193728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233427.066318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736193728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233427.066322:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.066323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233427.066325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233427.066328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233427.066337:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233427.066341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@000000000e921d21 x1846777736193792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233427.066348:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736193792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233427.066352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.066353:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233427.066354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233427.066357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233427.066366:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233427.066370:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233427/real 1761233427] req@00000000fd377aae x1846777736193856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233427.066375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736193856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233452 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233427.066380:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233427.066381:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233427.066382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233427.130016:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233428.089977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233428.154041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233429.114003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233429.178014:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233430.137979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233430.202069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233431.162015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233431.226004:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233432.185996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233432.186011:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233432.186022:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233432.186027:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233432.186040:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9030 00000100:00080000:3.0:1761233432.186045:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233432.186053:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233432.186091:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736193920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233432.186134:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233432.186137:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233432.186139:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233432.186142:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9030 00000100:00080000:3.0:1761233432.186144:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233432.186147:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233432.186157:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233432.186170:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736193984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233432.186175:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736193920:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233432.186190:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233432.186193:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233432.186194:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233432.186199:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9030 00000100:00080000:3.0:1761233432.186201:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233432.186204:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233432.186208:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233432.186219:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736194048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233432.186227:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233432.186230:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233432.186231:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233432.186234:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9030 00000100:00080000:3.0:1761233432.186237:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233432.186240:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233432.186243:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233432.186253:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233432.186256:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736194112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233432.186265:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233432.186268:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233432.186269:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233432.186290:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9030 00000100:00080000:3.0:1761233432.186293:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233432.186297:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233432.186303:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233432/real 1761233432] req@00000000d46ba267 x1846777736193920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:3.0:1761233432.186317:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233432.186333:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736193920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233432.186342:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736194176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233432.186373:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233432.186379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233432.186388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736193920:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233432.186421:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193984:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233432.186449:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233432.186458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233432/real 1761233432] req@000000007cc317a5 x1846777736193984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233432.186468:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736193984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233432.186475:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233432.186477:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233432.186479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736193984:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233432.186484:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194048:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233432.186498:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233432.186503:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233432/real 1761233432] req@00000000311bc461 x1846777736194048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233432.186511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736194048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233432.186517:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233432.186518:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233432.186520:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194048:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233432.186524:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194112:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233432.186537:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233432.186541:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233432/real 1761233432] req@00000000eb335f49 x1846777736194112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233432.186550:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736194112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233432.186556:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233432.186557:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233432.186559:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194112:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233432.186563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194176:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233432.186574:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233432.186579:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233432/real 1761233432] req@00000000a20dea0d x1846777736194176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233432.186605:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736194176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233457 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233432.186611:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233432.186613:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233432.186615:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194176:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233432.249967:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233433.209995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233433.274021:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233434.234000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233434.298083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233435.257985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233435.322139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233436.281978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233436.346124:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233437.305972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233437.306002:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233437.306010:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233437.306013:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233437.306021:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9035 00000100:00080000:0.0:1761233437.306023:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233437.306029:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233437.306061:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736194240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233437.306081:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233437.306084:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233437.306085:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233437.306088:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9035 00000100:00080000:0.0:1761233437.306089:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233437.306091:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233437.306098:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233437.306108:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736194304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233437.306113:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736194240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233437.306118:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233437.306121:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233437.306122:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233437.306125:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9035 00000100:00080000:0.0:1761233437.306126:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233437.306127:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233437.306129:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233437.306136:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736194368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233437.306141:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233437.306143:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233437.306144:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233437.306145:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9035 00000100:00080000:0.0:1761233437.306146:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233437.306149:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233437.306152:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233437.306159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736194432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233437.306164:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233437.306165:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233437.306166:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233437.306168:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9035 00000100:00080000:0.0:1761233437.306169:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233437.306172:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233437.306174:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233437.306180:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736194496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233437.306186:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233437.306208:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233437/real 1761233437] req@00000000911b207d x1846777736194240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233437.306219:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736194240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233437.306225:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233437.306227:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233437.306230:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736194240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233437.306247:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194304:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233437.306261:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233437.306266:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233437/real 1761233437] req@000000008cd0ff0b x1846777736194304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233437.306273:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736194304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233437.306277:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233437.306279:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233437.306280:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233437.306284:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194368:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233437.306294:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233437.306298:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233437/real 1761233437] req@00000000fd377aae x1846777736194368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233437.306304:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736194368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233437.306312:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233437.306314:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233437.306315:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233437.306318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194432:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233437.306327:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233437.306331:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233437/real 1761233437] req@000000000e921d21 x1846777736194432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233437.306337:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736194432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233437.306341:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233437.306342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233437.306344:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233437.306346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194496:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233437.306355:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233437.306359:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233437/real 1761233437] req@00000000c90d576b x1846777736194496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233437.306364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736194496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233462 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233437.306369:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233437.306370:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233437.306371:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233437.370653:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233438.330049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233438.394204:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233439.354029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233439.418952:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233440.378023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233440.442103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233441.402017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233441.466182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233442.426044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233442.426046:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233442.426062:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233442.426069:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233442.426085:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9040 00000100:00080000:1.0:1761233442.426091:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233442.426103:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233442.426153:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736194560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233442.426199:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233442.426207:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233442.426211:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233442.426219:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9040 00000100:00080000:1.0:1761233442.426223:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233442.426231:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233442.426246:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233442.426277:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736194560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233442.426277:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736194624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233442.426311:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233442.426322:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233442.426325:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233442.426332:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9040 00000100:00080000:1.0:1761233442.426337:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233442.426344:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233442.426354:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233442.426377:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736194688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233442.426396:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233442.426398:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233442.426407:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233442.426411:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233442.426420:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9040 00000100:00080000:1.0:1761233442.426424:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761233442.426458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233442/real 1761233442] req@000000000baedc40 x1846777736194560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233442.426466:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233442.426482:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233442.426505:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736194560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233442.426512:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736194752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233442.426558:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233442.426561:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233442.426570:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:1.0:1761233442.426572:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233442.426579:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233442.426586:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736194560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233442.426591:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9040 00000100:00080000:1.0:1761233442.426601:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233442.426609:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233442.426618:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233442.426639:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736194816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233442.426668:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233442.426730:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233442.426747:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233442/real 1761233442] req@00000000c2c1573a x1846777736194624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233442.426762:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736194624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233442.426772:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233442.426775:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233442.426779:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233442.426786:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233442.426812:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233442.426821:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233442/real 1761233442] req@00000000069b687a x1846777736194688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233442.426832:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736194688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233442.426841:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233442.426843:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233442.426846:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233442.426852:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233442.426931:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233442.426948:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233442/real 1761233442] req@0000000054fdc67e x1846777736194752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233442.426983:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736194752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233442.427001:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233442.427005:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233442.427009:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233442.427023:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233442.427074:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233442.427092:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233442/real 1761233442] req@00000000dcfa4436 x1846777736194816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233442.427110:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736194816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233467 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233442.427119:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233442.427121:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233442.427124:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233442.490154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233443.449972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233443.514082:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233444.473974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233444.538085:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233445.498006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233445.562156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233446.522031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233446.586106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233447.546010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233447.546028:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233447.546038:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233447.546042:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233447.546053:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9045 00000100:00080000:1.0:1761233447.546057:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233447.546065:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233447.546107:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736194880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233447.546136:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233447.546140:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233447.546142:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233447.546146:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9045 00000100:00080000:1.0:1761233447.546148:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233447.546151:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233447.546160:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233447.546172:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736194944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233447.546183:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233447.546188:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736194880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233447.546189:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233447.546192:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233447.546203:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9045 00000100:00080000:1.0:1761233447.546206:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233447.546209:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233447.546213:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233447.546225:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736195008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233447.546233:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233447.546236:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233447.546237:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233447.546240:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9045 00000100:00080000:1.0:1761233447.546243:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233447.546246:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233447.546259:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233447.546267:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736195072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233447.546275:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233447.546277:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233447.546279:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233447.546282:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9045 00000100:00080000:1.0:1761233447.546285:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233447.546288:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233447.546292:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233447.546301:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736195136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233447.546321:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233447.546382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233447.546417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233447.546443:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233447.610079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233448.570136:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233448.634139:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233449.594160:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233449.658077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233450.618008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761233450.618275:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761233450.618400:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761233450.618419:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233450.618468:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233450.618476:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233450.618484:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233450.618492:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761233450.618547:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233447/real 1761233450] req@00000000f52221c5 x1846777736194944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233450.618583:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736194944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233450.618600:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233450.618605:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233450.618633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736194944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233450.618650:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233447/real 1761233450] req@000000001dfe2b3c x1846777736195008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233450.618671:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736195008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233450.618683:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233450.618687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233450.618692:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233450.618701:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233447/real 1761233450] req@00000000cee0df34 x1846777736195072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233450.618719:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736195072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233450.618740:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233450.618744:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233450.618749:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233450.618757:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233447/real 1761233450] req@0000000090114397 x1846777736195136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233450.618773:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736195136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233450.618786:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233450.618790:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233450.618794:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195136:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233450.618803:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233447/real 1761233450] req@00000000c65fa7c5 x1846777736194880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233450.618820:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736194880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233472 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233450.618832:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233450.618835:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233450.618840:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736194880:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:2.0:1761233450.682089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233451.642059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233451.706027:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233452.665996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233452.666076:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233452.666083:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233452.666086:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233452.666094:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9051 00000100:00080000:0.0:1761233452.666097:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233452.666103:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233452.666132:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736195200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233452.666155:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233452.666157:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233452.666158:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233452.666161:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9051 00000100:00080000:0.0:1761233452.666163:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233452.666165:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233452.666172:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233452.666180:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736195264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233452.666188:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233452.666191:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233452.666192:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233452.666195:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736195200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233452.666199:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9051 00000100:00080000:0.0:1761233452.666203:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233452.666206:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233452.666209:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233452.666216:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736195328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233452.666222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233452.666224:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233452.666225:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233452.666229:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9051 00000100:00080000:0.0:1761233452.666230:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233452.666233:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233452.666237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233452.666245:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736195392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233452.666253:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233452.666256:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233452.666257:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233452.666262:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9051 00000100:00080000:0.0:1761233452.666280:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233452.666285:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233452.666289:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233452.666299:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736195456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233452.666305:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233452.666334:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233452/real 1761233452] req@000000009dca9672 x1846777736195200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233452.666364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736195200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233452.666373:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233452.666376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233452.666380:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736195200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233452.666405:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195264:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233452.666441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233452.666452:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233452/real 1761233452] req@000000001edf5a39 x1846777736195264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233452.666464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736195264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233452.666472:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233452.666475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233452.666478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233452.666499:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195328:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233452.666523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233452.666533:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233452/real 1761233452] req@00000000e0da2515 x1846777736195328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233452.666544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736195328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233452.666551:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233452.666553:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233452.666556:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233452.666563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195392:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233452.666607:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233452.666618:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233452/real 1761233452] req@00000000de11a021 x1846777736195392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233452.666630:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736195392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233452.666637:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233452.666639:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233452.666642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233452.666649:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195456:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233452.666677:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233452.666687:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233452/real 1761233452] req@0000000023d541ab x1846777736195456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233452.666699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736195456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233477 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233452.666706:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233452.666709:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233452.666712:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233452.730083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233453.689943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233453.754087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233454.714021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233454.778171:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233455.738100:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233455.802298:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233456.762015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233456.826184:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233457.785994:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233457.786003:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233457.786006:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233457.786017:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9056 00000100:00080000:0.0:1761233457.786020:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233457.786027:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233457.786063:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736195520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233457.786070:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233457.786091:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233457.786096:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233457.786098:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233457.786102:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9056 00000100:00080000:0.0:1761233457.786104:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233457.786107:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233457.786116:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233457.786125:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736195584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233457.786133:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233457.786136:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233457.786137:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233457.786140:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9056 00000100:00080000:0.0:1761233457.786141:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233457.786144:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233457.786146:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233457.786155:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736195520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233457.786158:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736195648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233457.786219:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233457.786222:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233457.786223:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233457.786243:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9056 00000100:00080000:0.0:1761233457.786245:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233457.786248:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233457.786253:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233457.786263:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736195712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233457.786271:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233457.786275:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233457.786276:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233457.786284:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9056 00000800:00000100:1.0:1761233457.786285:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761233457.786290:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233457.786295:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233457.786301:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233457.786311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233457/real 1761233457] req@00000000d75fe628 x1846777736195520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233457.786319:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736195776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233457.786333:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736195520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233457.786343:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233457.786345:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233457.786348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736195520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233457.786355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233457.786373:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233457.786379:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233457/real 1761233457] req@00000000330b2500 x1846777736195584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233457.786387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736195584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233457.786393:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233457.786395:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233457.786397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233457.786420:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233457.786433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233457.786439:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233457/real 1761233457] req@0000000023d541ab x1846777736195648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233457.786446:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736195648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233457.786452:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233457.786453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233457.786455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233457.786459:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233457.786470:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233457.786475:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233457/real 1761233457] req@00000000de11a021 x1846777736195712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233457.786483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736195712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233457.786488:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233457.786490:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233457.786491:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233457.786495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233457.786518:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233457.786528:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233457/real 1761233457] req@00000000e0da2515 x1846777736195776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233457.786536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736195776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233482 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233457.786542:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233457.786543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233457.786545:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233457.850267:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233458.809965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233458.874092:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233459.834023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233459.897995:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233460.857953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233460.922090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233461.881988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233461.946050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233462.906003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233462.906132:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233462.906143:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233462.906148:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233462.906159:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9061 00000100:00080000:1.0:1761233462.906163:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233462.906172:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233462.906217:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736195840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233462.906253:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233462.906258:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233462.906259:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233462.906264:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9061 00000100:00080000:1.0:1761233462.906266:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233462.906270:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233462.906281:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233462.906295:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736195904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233462.906306:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233462.906311:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233462.906314:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233462.906318:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9061 00000100:00080000:1.0:1761233462.906320:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233462.906325:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233462.906330:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233462.906345:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736195968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233462.906346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736195840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233462.906370:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233462.906373:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233462.906374:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233462.906379:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9061 00000100:00080000:1.0:1761233462.906381:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233462.906385:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233462.906390:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233462.906404:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736196032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233462.906414:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233462.906418:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233462.906420:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233462.906424:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9061 00000100:00080000:1.0:1761233462.906427:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233462.906431:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233462.906436:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233462.906448:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736196096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233462.906486:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233462.906526:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233462/real 1761233462] req@00000000108af431 x1846777736195840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233462.906559:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736195840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233462.906578:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233462.906583:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233462.906590:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736195840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233462.906604:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195904:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233462.906650:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233462.906667:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233462/real 1761233462] req@00000000c21e8593 x1846777736195904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233462.906690:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736195904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233462.906705:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233462.906710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233462.906715:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195904:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233462.906757:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195968:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233462.906796:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233462.906810:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233462/real 1761233462] req@00000000cba7fca5 x1846777736195968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233462.906831:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736195968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233462.906846:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233462.906849:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233462.906852:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736195968:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233462.906860:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196032:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233462.906923:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233462.906934:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233462/real 1761233462] req@000000000a7b3b64 x1846777736196032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233462.906948:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736196032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233462.906957:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233462.906960:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233462.906964:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196032:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233462.906970:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196096:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233462.906990:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233462.906997:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233462/real 1761233462] req@00000000c65fa7c5 x1846777736196096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233462.907009:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736196096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233487 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233462.907017:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233462.907019:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233462.907022:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196096:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233462.970125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233463.930028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233463.994036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233464.953984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233465.018021:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233465.977991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233466.042182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233467.002015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233467.066137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233468.025961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233468.025980:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233468.025988:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233468.025992:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233468.026002:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9066 00000100:00080000:1.0:1761233468.026006:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233468.026013:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233468.026064:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736196160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233468.026101:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233468.026104:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233468.026105:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233468.026108:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9066 00000100:00080000:1.0:1761233468.026110:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233468.026112:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233468.026121:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233468.026131:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736196224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233468.026140:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233468.026144:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736196160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233468.026145:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233468.026147:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233468.026154:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9066 00000100:00080000:1.0:1761233468.026156:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233468.026158:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233468.026162:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233468.026169:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736196288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233468.026176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233468.026178:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233468.026179:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233468.026181:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9066 00000100:00080000:1.0:1761233468.026183:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233468.026186:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233468.026190:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233468.026197:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736196352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233468.026203:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233468.026205:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233468.026206:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233468.026208:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9066 00000100:00080000:1.0:1761233468.026211:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233468.026214:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233468.026217:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233468.026224:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736196416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233468.026232:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233468.026263:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@0000000090114397 x1846777736196160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233468.026284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736196160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233468.026295:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233468.026299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233468.026304:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736196160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233468.026329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233468.026361:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233468.026371:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@00000000cee0df34 x1846777736196224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233468.026381:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736196224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233468.026387:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233468.026389:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233468.026392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233468.026396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233468.026411:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233468.026416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@000000001dfe2b3c x1846777736196288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233468.026424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736196288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233468.026429:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233468.026431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233468.026433:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233468.026437:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233468.026449:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233468.026454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@00000000f52221c5 x1846777736196352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233468.026462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736196352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233468.026467:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233468.026469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233468.026471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233468.026474:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233468.026487:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233468.026492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233468/real 1761233468] req@00000000dcfa4436 x1846777736196416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233468.026499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736196416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233493 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233468.026504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233468.026506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233468.026507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233468.090092:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233469.050036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233469.114160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233470.073965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233470.138061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233471.097972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233471.162047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233472.121990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233472.186102:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233473.145977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233473.145992:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233473.145999:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233473.146002:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233473.146010:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9071 00000100:00080000:1.0:1761233473.146022:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233473.146032:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233473.146070:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736196480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233473.146089:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233473.146091:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233473.146093:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233473.146095:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9071 00000100:00080000:1.0:1761233473.146096:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233473.146099:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233473.146108:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233473.146116:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736196544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233473.146123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233473.146126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233473.146127:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233473.146129:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736196480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233473.146133:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9071 00000100:00080000:1.0:1761233473.146138:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233473.146140:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233473.146143:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233473.146149:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736196608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233473.146155:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233473.146157:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233473.146158:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233473.146160:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9071 00000100:00080000:1.0:1761233473.146161:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233473.146163:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233473.146166:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233473.146173:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736196672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233473.146178:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233473.146180:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233473.146180:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233473.146182:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9071 00000100:00080000:1.0:1761233473.146183:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233473.146186:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233473.146188:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233473.146195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736196736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233473.146211:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233473.146231:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233473/real 1761233473] req@0000000054fdc67e x1846777736196480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233473.146244:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736196480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233473.146251:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233473.146253:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233473.146256:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736196480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233473.146274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233473.146289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233473.146294:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233473/real 1761233473] req@00000000069b687a x1846777736196544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233473.146301:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736196544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233473.146306:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233473.146307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233473.146309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233473.146312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233473.146322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233473.146326:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233473/real 1761233473] req@00000000c2c1573a x1846777736196608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233473.146332:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736196608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233473.146341:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233473.146342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233473.146344:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233473.146347:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233473.146357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233473.146360:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233473/real 1761233473] req@000000000baedc40 x1846777736196672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233473.146366:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736196672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233473.146370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233473.146371:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233473.146373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233473.146376:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233473.146385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233473.146388:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233473/real 1761233473] req@00000000464e3652 x1846777736196736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233473.146394:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736196736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233498 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233473.146398:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233473.146400:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233473.146401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233473.210046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233474.170108:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233474.234163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233475.194017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233475.258198:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233476.218006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233476.282169:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233477.242025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233477.306081:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233478.266002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233478.266004:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233478.266011:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233478.266016:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233478.266026:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9076 00000100:00080000:1.0:1761233478.266030:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233478.266037:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233478.266071:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736196800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233478.266099:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233478.266103:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233478.266105:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233478.266110:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9076 00000100:00080000:1.0:1761233478.266112:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233478.266117:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233478.266127:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233478.266139:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736196800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233478.266144:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736196864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233478.266158:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233478.266162:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233478.266164:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233478.266168:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9076 00000100:00080000:1.0:1761233478.266171:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233478.266176:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233478.266181:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233478.266195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736196928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233478.266204:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233478.266206:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233478.266212:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233478.266214:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233478.266220:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9076 00000100:00080000:1.0:1761233478.266222:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761233478.266225:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233478/real 1761233478] req@000000006ce6fb08 x1846777736196800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233478.266230:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233478.266240:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233478.266245:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736196800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233478.266254:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761233478.266255:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736196992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233478.266257:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233478.266264:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736196800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233478.266277:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233478.266281:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233478.266284:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233478.266290:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9076 00000100:00100000:0.0:1761233478.266291:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00080000:1.0:1761233478.266295:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233478.266302:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233478.266308:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233478.266312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233478.266319:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233478/real 1761233478] req@000000009c8a8899 x1846777736196864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233478.266326:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736197056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233478.266329:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736196864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233478.266355:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233478.266359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233478.266363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233478.266369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233478.266382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233478.266388:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233478/real 1761233478] req@00000000a0dbac9b x1846777736196928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233478.266395:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736196928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233478.266400:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233478.266402:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233478.266403:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233478.266407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233478.266417:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233478.266421:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233478/real 1761233478] req@00000000086973a9 x1846777736196992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233478.266427:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736196992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233478.266432:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233478.266433:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233478.266434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736196992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233478.266446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233478.266468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233478.266475:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233478/real 1761233478] req@0000000013a55d77 x1846777736197056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233478.266482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736197056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233503 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233478.266487:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233478.266488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233478.266491:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233478.330041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233479.290076:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233479.354098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233480.314013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233480.378232:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233481.337987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233481.402012:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233482.362007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233482.426229:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233483.385962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233483.385962:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233483.385972:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233483.385976:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233483.385985:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9081 00000100:00080000:2.0:1761233483.385987:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233483.385993:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233483.386022:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736197120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233483.386047:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233483.386050:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233483.386052:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233483.386056:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9081 00000100:00080000:2.0:1761233483.386059:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233483.386064:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233483.386073:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233483.386077:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736197120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233483.386086:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736197184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233483.386094:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233483.386097:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233483.386098:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233483.386101:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9081 00000100:00080000:2.0:1761233483.386103:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233483.386106:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233483.386109:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233483.386118:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736197248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233483.386127:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233483.386130:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233483.386131:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233483.386135:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9081 00000100:00080000:2.0:1761233483.386137:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233483.386141:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233483.386143:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233483.386150:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233483.386162:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736197312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233483.386167:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233483/real 1761233483] req@00000000c35ccb78 x1846777736197120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233483.386176:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233483.386182:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233483.386183:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233483.386189:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9081 00000100:00080000:2.0:1761233483.386190:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233483.386193:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233483.386196:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233483.386199:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736197120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233483.386206:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736197376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233483.386214:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233483.386219:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233483.386225:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736197120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233483.386247:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233483.386266:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233483.386272:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233483/real 1761233483] req@000000001f17a0b8 x1846777736197184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233483.386284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736197184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233483.386289:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233483.386291:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233483.386293:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233483.386296:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233483.386307:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233483.386311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233483/real 1761233483] req@000000002f434b1a x1846777736197248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233483.386317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736197248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233483.386322:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233483.386323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233483.386325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233483.386328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233483.386344:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233483.386349:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233483/real 1761233483] req@0000000070bd2103 x1846777736197312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233483.386355:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736197312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233483.386359:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233483.386361:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233483.386362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233483.386365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233483.386375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233483.386378:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233483/real 1761233483] req@0000000099725227 x1846777736197376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233483.386385:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736197376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233508 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233483.386389:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233483.386390:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233483.386391:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233483.449996:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233484.409990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233484.474150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233485.434005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233485.498129:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233486.457950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233486.521996:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233487.481983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233487.545997:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233488.505968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233488.505979:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233488.505988:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233488.505992:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233488.506002:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9086 00000100:00080000:1.0:1761233488.506005:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233488.506011:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233488.506046:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736197440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233488.506071:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233488.506074:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233488.506075:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233488.506078:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9086 00000100:00080000:1.0:1761233488.506080:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233488.506082:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233488.506090:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233488.506098:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736197504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233488.506104:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233488.506107:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233488.506108:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233488.506111:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9086 00000100:00080000:1.0:1761233488.506114:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233488.506117:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233488.506121:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233488.506128:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736197568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233488.506135:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233488.506138:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233488.506139:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233488.506143:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736197440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233488.506147:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9086 00000100:00080000:1.0:1761233488.506153:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233488.506156:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233488.506159:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233488.506168:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736197632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233488.506174:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233488.506177:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233488.506180:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233488.506184:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9086 00000100:00080000:1.0:1761233488.506187:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233488.506191:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233488.506196:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233488.506211:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736197696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233488.506216:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233488.506240:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233488/real 1761233488] req@0000000012be0532 x1846777736197440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233488.506256:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736197440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233488.506265:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233488.506267:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233488.506270:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736197440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233488.506275:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233488.506318:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233488.506329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233488/real 1761233488] req@000000007a9a6396 x1846777736197504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233488.506345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736197504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233488.506370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233488.506372:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233488.506375:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233488.506399:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233488.506421:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233488.506430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233488/real 1761233488] req@00000000161ad79e x1846777736197568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233488.506441:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736197568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233488.506448:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233488.506451:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233488.506454:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233488.506459:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233488.506480:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233488.506487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233488/real 1761233488] req@00000000f706d6b4 x1846777736197632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233488.506499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736197632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233488.506504:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233488.506505:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233488.506507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233488.506510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233488.506522:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233488.506526:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233488/real 1761233488] req@0000000013a55d77 x1846777736197696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233488.506532:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736197696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233513 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233488.506537:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233488.506538:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233488.506539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233488.570062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233489.529975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233489.594084:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233490.553991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233490.618105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233491.577992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233491.642073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233492.601949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233492.666011:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233493.625973:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233493.625977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233493.625981:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233493.625986:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233493.625995:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9092 00000100:00080000:1.0:1761233493.625998:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233493.626004:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233493.626037:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736197760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233493.626060:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233493.626062:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233493.626063:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233493.626066:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9092 00000100:00080000:1.0:1761233493.626067:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233493.626069:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233493.626076:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233493.626083:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736197824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233493.626088:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233493.626091:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233493.626093:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233493.626095:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9092 00000100:00080000:1.0:1761233493.626097:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233493.626098:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233493.626102:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233493.626124:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736197888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233493.626129:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736197760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233493.626138:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233493.626142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233493.626143:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233493.626146:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9092 00000100:00080000:1.0:1761233493.626148:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233493.626151:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233493.626155:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233493.626163:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736197952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233493.626169:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233493.626171:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233493.626173:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233493.626175:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9092 00000100:00080000:1.0:1761233493.626176:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233493.626179:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233493.626181:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233493.626190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736198016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233493.626204:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233493.626225:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233493/real 1761233493] req@00000000086973a9 x1846777736197760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233493.626239:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736197760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233493.626248:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233493.626251:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233493.626254:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736197760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233493.626260:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233493.626276:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233493.626281:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233493/real 1761233493] req@00000000a0dbac9b x1846777736197824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233493.626288:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736197824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233493.626294:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233493.626295:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233493.626297:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233493.626318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233493.626331:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233493.626336:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233493/real 1761233493] req@000000009c8a8899 x1846777736197888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233493.626343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736197888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233493.626348:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233493.626350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233493.626352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233493.626355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233493.626368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233493.626373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233493/real 1761233493] req@000000006ce6fb08 x1846777736197952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233493.626380:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736197952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233493.626385:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233493.626387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233493.626388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736197952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233493.626392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233493.626402:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233493.626406:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233493/real 1761233493] req@00000000464e3652 x1846777736198016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233493.626413:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736198016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233518 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233493.626418:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233493.626419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233493.626421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233493.690123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233494.649940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233494.714033:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233495.673956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233495.738044:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233496.697951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233496.762038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233497.721974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233497.786038:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233498.746020:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233498.746031:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233498.746036:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233498.746044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233498.746049:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9097 00000100:00080000:1.0:1761233498.746053:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233498.746061:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233498.746097:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736198080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233498.746157:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233498.746164:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233498.746168:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233498.746176:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9097 00000100:00080000:1.0:1761233498.746181:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233498.746189:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233498.746204:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233498.746212:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736198080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233498.746229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736198144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233498.746250:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233498.746257:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233498.746261:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233498.746266:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9097 00000100:00080000:1.0:1761233498.746268:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233498.746273:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233498.746279:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233498.746301:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736198208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233498.746304:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233498.746317:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233498.746322:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233498.746324:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233498.746329:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9097 00000100:00080000:1.0:1761233498.746332:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233498.746340:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233498/real 1761233498] req@000000000baedc40 x1846777736198080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233498.746341:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233498.746350:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233498.746365:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736198272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233498.746376:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736198080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233498.746380:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233498.746392:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233498.746395:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233498.746406:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9097 00000100:00080000:2.0:1761233498.746409:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233498.746410:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233498.746418:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:2.0:1761233498.746419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:1.0:1761233498.746428:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233498.746434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736198080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233498.746454:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736198336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233498.746478:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233498.746524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233498.746532:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233498/real 1761233498] req@00000000c2c1573a x1846777736198144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233498.746566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736198144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233498.746574:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233498.746576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233498.746589:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233498.746594:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233498.746612:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233498.746618:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233498/real 1761233498] req@00000000069b687a x1846777736198208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233498.746626:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736198208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233498.746632:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233498.746634:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233498.746636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233498.746641:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233498.746654:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233498.746659:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233498/real 1761233498] req@0000000054fdc67e x1846777736198272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233498.746673:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736198272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233498.746679:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233498.746680:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233498.746682:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233498.746686:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233498.746698:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233498.746703:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233498/real 1761233498] req@00000000dcfa4436 x1846777736198336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233498.746710:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736198336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233523 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233498.746716:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233498.746717:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233498.746719:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233498.810010:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233499.769947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233499.833981:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233500.794008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233500.858015:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233501.817932:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233501.882400:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233502.841994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233502.906265:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233503.866006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233503.866049:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233503.866056:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233503.866060:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233503.866069:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9102 00000100:00080000:0.0:1761233503.866072:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233503.866089:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233503.866144:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736198400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233503.866176:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233503.866181:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233503.866183:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233503.866188:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9102 00000100:00080000:0.0:1761233503.866192:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233503.866198:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233503.866210:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233503.866218:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736198400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233503.866226:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736198464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233503.866237:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233503.866241:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233503.866242:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233503.866245:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9102 00000100:00080000:0.0:1761233503.866247:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233503.866250:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233503.866256:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233503.866286:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736198528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233503.866294:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233503.866297:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233503.866298:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761233503.866303:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761233503.866305:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9102 00000100:00080000:0.0:1761233503.866310:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233503.866315:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233503.866320:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233503.866325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233503/real 1761233503] req@000000001edf5a39 x1846777736198400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233503.866333:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736198592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233503.866341:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736198400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233503.866349:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233503.866353:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233503.866354:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233503.866356:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761233503.866358:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233503.866361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736198400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761233503.866367:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9102 00000100:00080000:0.0:1761233503.866370:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233503.866373:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233503.866377:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233503.866383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233503.866388:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736198656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233503.866406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233503.866415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233503/real 1761233503] req@000000009dca9672 x1846777736198464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233503.866422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736198464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233503.866427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233503.866428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233503.866430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233503.866433:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233503.866443:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233503.866447:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233503/real 1761233503] req@00000000c90d576b x1846777736198528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233503.866453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736198528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233503.866499:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233503.866502:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233503.866505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233503.866511:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233503.866533:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233503.866541:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233503/real 1761233503] req@000000000e921d21 x1846777736198592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233503.866548:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736198592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233503.866552:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233503.866554:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233503.866556:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233503.866570:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233503.866582:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233503.866586:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233503/real 1761233503] req@00000000fd377aae x1846777736198656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233503.866592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736198656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233528 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233503.866596:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233503.866597:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233503.866598:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233503.930270:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233504.889981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233504.954322:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233505.913962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233505.978330:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233506.938006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233507.002075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233507.962002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233508.026150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233508.986027:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233508.986031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233508.986039:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233508.986046:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233508.986058:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9107 00000100:00080000:0.0:1761233508.986063:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233508.986071:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233508.986114:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736198720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233508.986134:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233508.986139:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233508.986141:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233508.986146:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9107 00000100:00080000:0.0:1761233508.986149:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233508.986153:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233508.986162:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233508.986166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736198720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233508.986180:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736198784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233508.986193:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233508.986197:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233508.986198:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233508.986202:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9107 00000100:00080000:0.0:1761233508.986204:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233508.986207:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233508.986211:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233508.986223:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736198848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233508.986233:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233508.986237:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233508.986239:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233508.986247:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9107 00000800:00000100:2.0:1761233508.986251:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761233508.986255:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233508.986265:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233508.986274:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233508.986290:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233508/real 1761233508] req@000000008cd0ff0b x1846777736198720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233508.986296:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736198912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233508.986325:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736198720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233508.986326:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233508.986341:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233508.986345:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233508.986350:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233508.986357:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9107 00000100:00080000:2.0:1761233508.986358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761233508.986363:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233508.986369:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736198720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761233508.986376:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233508.986408:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233508.986425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233508.986433:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736198976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233508.986462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233508.986475:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233508/real 1761233508] req@00000000911b207d x1846777736198784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233508.986488:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736198784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233508.986497:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233508.986499:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233508.986502:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233508.986512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233508.986528:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233508.986534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233508/real 1761233508] req@00000000fd377aae x1846777736198848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233508.986544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736198848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233508.986551:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233508.986553:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233508.986556:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233508.986561:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233508.986576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233508.986582:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233508/real 1761233508] req@000000000e921d21 x1846777736198912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233508.986593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736198912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233508.986600:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233508.986603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233508.986607:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233508.986634:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233508.986668:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233508.986682:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233508/real 1761233508] req@00000000c90d576b x1846777736198976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233508.986700:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736198976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233533 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233508.986713:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233508.986717:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233508.986722:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736198976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233509.050138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233510.009951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233510.074050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233511.033981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233511.098094:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233512.057952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233512.122001:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233513.081987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233513.146083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233514.106064:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233514.106176:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233514.106185:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233514.106189:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233514.106200:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9112 00000100:00080000:2.0:1761233514.106204:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233514.106214:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233514.106257:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736199040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233514.106289:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233514.106293:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233514.106295:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233514.106321:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9112 00000100:00080000:2.0:1761233514.106324:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233514.106329:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233514.106340:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233514.106359:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736199104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233514.106368:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736199040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233514.106379:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233514.106385:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233514.106387:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233514.106394:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9112 00000100:00080000:2.0:1761233514.106397:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233514.106402:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233514.106409:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233514.106421:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736199168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233514.106430:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233514.106434:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233514.106436:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233514.106440:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9112 00000100:00080000:2.0:1761233514.106442:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233514.106446:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233514.106451:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233514.106466:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736199232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233514.106475:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233514.106481:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233514.106484:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233514.106491:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9112 00000100:00080000:2.0:1761233514.106494:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233514.106503:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233514.106511:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233514.106521:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233514.106535:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736199296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233514.106577:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233514.106606:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233514.106632:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233514.170035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233515.130065:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233515.194145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233516.153970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233516.218050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233517.177971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:1.0:1761233517.178185:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:1.0:1761233517.178219:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233517.178231:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:1.0:1761233517.178298:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:1.0:1761233517.178307:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:1.0:1761233517.178315:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761233517.178316:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233514/real 1761233517] req@0000000070bd2103 x1846777736199104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000100:1.0:1761233517.178323:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761233517.178338:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736199104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233517.178350:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233517.178354:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233517.178358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233517.178365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233514/real 1761233517] req@000000002f434b1a x1846777736199168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233517.178377:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736199168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233517.178384:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233517.178387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233517.178390:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233517.178395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233514/real 1761233517] req@000000001f17a0b8 x1846777736199232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233517.178404:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736199232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233517.178411:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233517.178414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233517.178416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233517.178420:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233514/real 1761233517] req@0000000099725227 x1846777736199040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233517.178431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736199040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233517.178437:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233517.178440:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233517.178442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736199040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233517.178467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233514/real 1761233517] req@00000000c35ccb78 x1846777736199296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233517.178478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736199296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233539 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233517.178485:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233517.178488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233517.178491:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233517.242050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233518.202053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233518.266087:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233519.226018:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233519.226037:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233519.226044:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233519.226049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233519.226062:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9117 00000100:00080000:2.0:1761233519.226070:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233519.226082:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233519.226139:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736199360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233519.226190:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233519.226195:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233519.226197:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233519.226202:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9117 00000100:00080000:2.0:1761233519.226205:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233519.226210:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233519.226249:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233519.226273:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736199424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233519.226290:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233519.226298:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736199360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233519.226301:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233519.226307:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233519.226320:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9117 00000100:00080000:2.0:1761233519.226324:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233519.226331:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233519.226340:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233519.226376:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736199488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233519.226394:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233519.226400:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233519.226404:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233519.226410:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9117 00000100:00080000:2.0:1761233519.226414:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233519.226421:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233519.226437:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233519.226450:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233519.226466:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233519/real 1761233519] req@00000000c35ccb78 x1846777736199360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233519.226477:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736199552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233519.226499:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233519.226514:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233519.226517:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233519.226527:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9117 00000100:00080000:2.0:1761233519.226531:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233519.226542:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233519.226546:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736199360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761233519.226553:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233519.226577:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233519.226585:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736199616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233519.226588:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233519.226603:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736199360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233519.226657:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199424:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233519.226708:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233519.226727:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233519/real 1761233519] req@0000000099725227 x1846777736199424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233519.226752:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736199424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233519.226769:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233519.226774:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233519.226780:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233519.226791:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199488:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233519.226837:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233519.226854:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233519/real 1761233519] req@000000001f17a0b8 x1846777736199488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233519.226954:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736199488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233519.226969:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233519.226974:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233519.226980:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233519.226993:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199552:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233519.227040:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233519.227058:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233519/real 1761233519] req@000000002f434b1a x1846777736199552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233519.227081:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736199552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233519.227095:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233519.227100:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233519.227106:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233519.227118:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199616:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233519.227158:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233519.227176:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233519/real 1761233519] req@0000000070bd2103 x1846777736199616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233519.227197:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736199616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233544 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233519.227213:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233519.227263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233519.227273:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233519.290215:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233520.249977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233520.313994:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233521.274047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233521.338168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233522.297994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233522.362043:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233523.321982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233523.386078:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233524.346009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233524.346038:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233524.346048:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233524.346052:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233524.346063:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9122 00000100:00080000:0.0:1761233524.346067:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233524.346075:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233524.346114:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736199680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233524.346157:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233524.346162:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233524.346164:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233524.346169:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9122 00000100:00080000:0.0:1761233524.346172:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233524.346176:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233524.346188:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233524.346193:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736199680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233524.346206:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736199744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233524.346219:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233524.346222:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233524.346224:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233524.346227:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9122 00000100:00080000:0.0:1761233524.346230:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233524.346233:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233524.346237:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233524.346248:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736199808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233524.346256:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233524.346259:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233524.346261:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233524.346264:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9122 00000100:00080000:0.0:1761233524.346266:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233524.346273:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761233524.346275:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761233524.346279:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233524.346293:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736199872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233524.346302:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233524.346307:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233524.346307:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233524/real 1761233524] req@000000009dca9672 x1846777736199680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233524.346312:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233524.346323:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9122 00000100:00080000:0.0:1761233524.346328:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233524.346335:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736199680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233524.346337:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233524.346347:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233524.346352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233524.346357:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233524.346363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736199680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233524.346369:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736199936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233524.346395:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199744:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233524.346421:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233524.346430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233524/real 1761233524] req@000000001edf5a39 x1846777736199744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233524.346447:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736199744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233524.346454:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233524.346456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233524.346459:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233524.346464:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199808:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233524.346479:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233524.346486:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233524/real 1761233524] req@00000000e0da2515 x1846777736199808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233524.346495:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736199808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233524.346501:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233524.346503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233524.346505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233524.346510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199872:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233524.346524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233524.346530:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233524/real 1761233524] req@00000000de11a021 x1846777736199872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233524.346539:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736199872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233524.346545:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233524.346548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233524.346550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233524.346554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199936:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233524.346568:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233524.346573:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233524/real 1761233524] req@0000000023d541ab x1846777736199936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233524.346582:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736199936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233549 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233524.346588:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233524.346590:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233524.346592:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736199936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233524.410082:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233525.369971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233525.434075:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233526.393994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233526.458029:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233527.418002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233527.482064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233528.441969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233528.506022:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233529.465956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233529.465971:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233529.465978:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233529.465981:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233529.465989:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9127 00000100:00080000:2.0:1761233529.465992:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233529.465998:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233529.466034:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736200000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233529.466082:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233529.466085:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233529.466087:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233529.466090:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9127 00000100:00080000:2.0:1761233529.466092:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233529.466095:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233529.466102:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200000:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:2.0:1761233529.466103:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233529.466117:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736200064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233529.466124:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233529.466126:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233529.466127:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233529.466129:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9127 00000100:00080000:2.0:1761233529.466130:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233529.466132:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233529.466135:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233529.466143:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736200128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233529.466147:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233529.466149:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233529.466150:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233529.466153:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9127 00000100:00080000:2.0:1761233529.466154:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233529.466156:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233529.466158:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233529.466164:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736200192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233529.466169:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233529.466171:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233529.466172:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233529.466177:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9127 00000800:00000100:1.0:1761233529.466179:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233529.466180:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233529.466184:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233529.466187:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233529.466192:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736200256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233529.466210:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233529/real 1761233529] req@0000000070bd2103 x1846777736200000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233529.466228:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736200000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233529.466245:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233529.466248:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233529.466251:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233529.466275:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200064:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233529.466300:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233529.466309:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233529/real 1761233529] req@000000002f434b1a x1846777736200064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233529.466320:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736200064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233529.466327:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233529.466329:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233529.466332:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233529.466337:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233529.466357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233529.466364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233529/real 1761233529] req@000000001f17a0b8 x1846777736200128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233529.466374:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736200128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233529.466381:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233529.466383:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233529.466385:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233529.466392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233529.466410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233529.466417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233529/real 1761233529] req@0000000099725227 x1846777736200192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233529.466427:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736200192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233529.466433:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233529.466435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233529.466437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233529.466442:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233529.466462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233529.466470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233529/real 1761233529] req@00000000c35ccb78 x1846777736200256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233529.466480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736200256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233554 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233529.466487:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233529.466489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233529.466491:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200256:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233529.530013:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233530.489975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233530.554093:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233531.513944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233531.578089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233532.537973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233532.602058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233533.561963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233533.626042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233534.585995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233534.585999:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233534.586006:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233534.586009:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233534.586017:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9133 00000100:00080000:2.0:1761233534.586020:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233534.586028:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233534.586060:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736200320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233534.586083:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233534.586085:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233534.586086:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233534.586089:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9133 00000100:00080000:2.0:1761233534.586090:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233534.586092:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233534.586099:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233534.586107:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736200384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233534.586114:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233534.586116:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761233534.586118:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233534.586119:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233534.586126:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9133 00000100:00080000:2.0:1761233534.586128:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233534.586130:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233534.586133:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233534.586140:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736200448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233534.586145:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233534.586147:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233534.586149:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233534.586151:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9133 00000100:00080000:2.0:1761233534.586152:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233534.586155:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233534.586158:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233534.586167:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736200512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233534.586174:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233534.586177:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233534.586179:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233534.586185:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9133 00000800:00000100:1.0:1761233534.586186:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233534.586190:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233534.586196:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233534.586208:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233534/real 1761233534] req@00000000c35ccb78 x1846777736200320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761233534.586216:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233534.586222:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736200320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233534.586231:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761233534.586232:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736200576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233534.586235:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233534.586242:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233534.586266:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200384:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233534.586281:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233534.586286:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233534/real 1761233534] req@0000000099725227 x1846777736200384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233534.586293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736200384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233534.586298:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233534.586299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233534.586300:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200384:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233534.586304:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200448:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233534.586315:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233534.586319:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233534/real 1761233534] req@000000001f17a0b8 x1846777736200448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233534.586326:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736200448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233534.586330:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233534.586331:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233534.586332:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200448:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233534.586335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200512:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233534.586347:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233534.586354:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233534/real 1761233534] req@000000002f434b1a x1846777736200512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233534.586364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736200512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233534.586371:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233534.586373:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233534.586376:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200512:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233534.586381:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200576:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233534.586401:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233534.586409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233534/real 1761233534] req@0000000070bd2103 x1846777736200576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233534.586420:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736200576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233559 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233534.586428:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233534.586430:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233534.586431:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200576:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233534.650092:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233535.609943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233535.674107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233536.633940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233536.698042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233537.658030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233537.722064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233538.681974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233538.746101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233539.706011:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233539.706014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233539.706021:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233539.706026:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233539.706044:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9138 00000100:00080000:2.0:1761233539.706052:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233539.706060:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233539.706098:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736200640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233539.706127:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233539.706131:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233539.706132:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233539.706135:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9138 00000100:00080000:2.0:1761233539.706137:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233539.706140:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233539.706149:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233539.706156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233539.706161:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736200704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233539.706169:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233539.706172:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233539.706173:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233539.706176:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9138 00000100:00080000:2.0:1761233539.706177:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233539.706179:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233539.706182:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233539.706190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736200768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233539.706196:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233539.706198:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233539.706199:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233539.706201:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9138 00000100:00080000:2.0:1761233539.706202:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233539.706205:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233539.706208:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233539.706216:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736200832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233539.706223:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233539.706224:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233539.706227:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233539.706229:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233539.706232:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9138 00000100:00080000:2.0:1761233539.706234:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233539.706237:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233539.706239:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233539.706246:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233539/real 1761233539] req@0000000070bd2103 x1846777736200640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233539.706247:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736200896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233539.706284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736200640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233539.706293:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233539.706295:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233539.706298:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233539.706316:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233539.706330:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233539.706335:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233539/real 1761233539] req@000000002f434b1a x1846777736200704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233539.706347:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736200704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233539.706352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233539.706353:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233539.706355:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233539.706359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761233539.706369:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233539.706373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233539/real 1761233539] req@000000001f17a0b8 x1846777736200768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233539.706379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736200768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233539.706384:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233539.706385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233539.706386:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761233539.706389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233539.706399:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233539.706402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233539/real 1761233539] req@0000000099725227 x1846777736200832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233539.706409:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736200832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233539.706413:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233539.706415:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233539.706417:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761233539.706420:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761233539.706429:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233539.706433:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233539/real 1761233539] req@00000000c35ccb78 x1846777736200896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233539.706439:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736200896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233564 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233539.706443:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233539.706444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233539.706446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736200896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233539.770076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233540.729948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233540.794049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233541.754007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233541.818065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233542.777987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233542.842086:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233543.801970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233543.866018:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233544.825953:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233544.825955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233544.825963:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233544.825966:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233544.825974:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9143 00000100:00080000:2.0:1761233544.825977:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233544.825984:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233544.826017:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736200960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233544.826036:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233544.826039:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233544.826040:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233544.826042:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9143 00000100:00080000:2.0:1761233544.826045:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233544.826047:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233544.826055:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233544.826065:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200960:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233544.826066:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736201024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233544.826078:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233544.826080:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233544.826081:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233544.826083:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9143 00000100:00080000:2.0:1761233544.826084:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233544.826085:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233544.826088:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233544.826096:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736201088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233544.826101:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233544.826103:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233544.826104:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233544.826106:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9143 00000100:00080000:2.0:1761233544.826107:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233544.826109:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233544.826112:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233544.826117:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736201152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233544.826121:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233544.826124:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233544.826125:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233544.826128:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9143 00000100:00080000:2.0:1761233544.826129:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233544.826131:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233544.826133:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233544.826141:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736201216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233544.826144:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233544.826171:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233544/real 1761233544] req@00000000c35ccb78 x1846777736200960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233544.826185:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736200960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233544.826193:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233544.826195:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233544.826198:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736200960:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233544.826215:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201024:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233544.826232:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233544.826238:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233544/real 1761233544] req@0000000099725227 x1846777736201024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233544.826245:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736201024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233544.826250:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233544.826251:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233544.826253:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201024:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233544.826256:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201088:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233544.826267:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233544.826271:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233544/real 1761233544] req@000000001f17a0b8 x1846777736201088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233544.826277:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736201088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233544.826281:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233544.826282:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233544.826284:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201088:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233544.826288:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201152:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233544.826298:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233544.826302:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233544/real 1761233544] req@000000002f434b1a x1846777736201152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233544.826308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736201152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233544.826312:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233544.826313:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233544.826315:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201152:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233544.826318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201216:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233544.826326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233544.826330:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233544/real 1761233544] req@0000000070bd2103 x1846777736201216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233544.826336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736201216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233569 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233544.826340:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233544.826341:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233544.826343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201216:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233544.890028:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233545.849959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233545.914174:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233546.873968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233546.938141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233547.897953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233547.962040:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233548.921939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233548.986106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233549.945970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233549.946007:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233549.946018:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233549.946023:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233549.946042:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9148 00000100:00080000:2.0:1761233549.946046:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233549.946054:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233549.946098:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736201280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233549.946130:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233549.946133:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233549.946135:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233549.946139:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9148 00000100:00080000:2.0:1761233549.946141:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233549.946145:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233549.946159:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233549.946164:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736201280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233549.946177:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736201344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233549.946190:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233549.946193:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233549.946195:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233549.946202:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9148 00000100:00080000:2.0:1761233549.946204:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233549.946207:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233549.946213:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233549.946228:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736201408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233549.946233:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233549.946236:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233549.946239:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233549.946244:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9148 00000100:00080000:2.0:1761233549.946247:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233549.946251:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233549.946256:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233549.946268:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736201472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233549.946276:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233549.946278:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233549.946279:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233549.946282:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9148 00000100:00080000:2.0:1761233549.946284:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233549.946286:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233549.946289:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233549.946295:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736201536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233549.946340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233549.946455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233549/real 1761233549] req@0000000070bd2103 x1846777736201280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233549.946476:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736201280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233549.946487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233549.946490:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233549.946495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736201280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233549.946568:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201344:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233549.946591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233549.946597:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233549/real 1761233549] req@000000002f434b1a x1846777736201344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233549.946605:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736201344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233549.946610:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233549.946612:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233549.946614:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201344:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233549.946618:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201408:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233549.946629:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233549.946633:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233549/real 1761233549] req@000000001f17a0b8 x1846777736201408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233549.946644:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736201408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233549.946648:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233549.946649:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233549.946651:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201408:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233549.946654:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201472:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233549.946664:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233549.946668:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233549/real 1761233549] req@0000000099725227 x1846777736201472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233549.946674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736201472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233549.946678:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233549.946680:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233549.946681:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201472:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233549.946684:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201536:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233549.946693:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233549.946697:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233549/real 1761233549] req@00000000c35ccb78 x1846777736201536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233549.946702:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736201536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233574 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233549.946706:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233549.946708:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233549.946709:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201536:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233550.010039:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233550.969981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233551.033997:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233551.993947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233552.058072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233553.017985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233553.082053:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233554.041957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233554.106073:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233555.066003:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.066013:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:1.0:1761233555.066018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233555.066019:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.066030:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9153 00000100:00080000:2.0:1761233555.066035:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.066042:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233555.066077:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736201600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233555.066102:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.066105:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233555.066106:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.066109:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9153 00000100:00080000:2.0:1761233555.066111:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.066114:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233555.066121:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233555.066130:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736201664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233555.066138:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.066142:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233555.066143:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.066146:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9153 00000100:00080000:2.0:1761233555.066148:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.066150:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233555.066155:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233555.066164:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736201728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233555.066164:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736201600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233555.066189:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.066191:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233555.066192:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.066195:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9153 00000100:00080000:2.0:1761233555.066197:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.066199:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233555.066202:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233555.066211:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736201792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233555.066217:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233555.066220:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233555.066221:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233555.066224:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9153 00000100:00080000:2.0:1761233555.066225:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233555.066228:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233555.066232:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233555.066241:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736201856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233555.066273:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233555.066302:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@00000000c35ccb78 x1846777736201600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233555.066317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736201600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233555.066328:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233555.066331:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233555.066335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736201600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233555.066342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233555.066359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233555.066363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@0000000099725227 x1846777736201664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233555.066370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736201664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233555.066375:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233555.066376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233555.066378:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233555.066404:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233555.066417:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233555.066422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@000000001f17a0b8 x1846777736201728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233555.066428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736201728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233555.066433:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233555.066434:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233555.066436:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233555.066440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233555.066451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233555.066454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@000000002f434b1a x1846777736201792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233555.066461:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736201792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233555.066465:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233555.066467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233555.066468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233555.066471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233555.066481:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233555.066484:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233555/real 1761233555] req@0000000070bd2103 x1846777736201856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233555.066490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736201856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233580 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233555.066496:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233555.066497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233555.066499:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761233555.130152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233556.089995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233556.154055:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233557.113992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233557.178112:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233558.137957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233558.202127:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233559.161999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233559.226125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233560.185996:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233560.186009:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:2.0:1761233560.186012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233560.186014:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233560.186026:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9158 00000100:00080000:1.0:1761233560.186031:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233560.186039:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233560.186085:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736201920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233560.186132:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233560.186135:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233560.186136:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233560.186140:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9158 00000100:00080000:1.0:1761233560.186143:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233560.186146:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233560.186156:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233560.186165:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736201984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233560.186172:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233560.186174:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233560.186175:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233560.186178:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9158 00000100:00080000:1.0:1761233560.186179:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233560.186196:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233560.186199:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233560.186204:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736202048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233560.186209:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233560.186212:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233560.186213:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233560.186216:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9158 00000100:00080000:1.0:1761233560.186218:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233560.186220:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233560.186223:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233560.186229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736202112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233560.186234:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233560.186236:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233560.186238:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233560.186241:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736201920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233560.186242:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9158 00000100:00080000:1.0:1761233560.186245:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233560.186249:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233560.186252:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233560.186258:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736202176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233560.186325:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233560.186351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233560/real 1761233560] req@00000000f52221c5 x1846777736201920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233560.186364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736201920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233560.186373:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233560.186376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233560.186379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736201920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233560.186384:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233560.186398:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233560.186402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233560/real 1761233560] req@000000001dfe2b3c x1846777736201984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233560.186409:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736201984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233560.186413:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233560.186414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233560.186416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736201984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233560.186420:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233560.186430:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233560.186434:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233560/real 1761233560] req@00000000cee0df34 x1846777736202048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233560.186440:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736202048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233560.186445:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233560.186446:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233560.186447:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233560.186474:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233560.186484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233560.186488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233560/real 1761233560] req@0000000090114397 x1846777736202112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233560.186494:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736202112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233560.186499:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233560.186500:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233560.186502:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233560.186505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233560.186514:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233560.186517:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233560/real 1761233560] req@00000000c65fa7c5 x1846777736202176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233560.186524:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736202176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233585 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233560.186529:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233560.186530:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233560.186531:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233560.250219:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233561.209976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233561.274091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233562.233978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233562.298011:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233563.258004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233563.322029:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233564.281988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233564.346090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233565.305991:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233565.305996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233565.306003:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233565.306008:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233565.306015:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9163 00000100:00080000:1.0:1761233565.306018:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233565.306024:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233565.306056:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736202240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233565.306078:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233565.306080:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233565.306081:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233565.306084:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9163 00000100:00080000:1.0:1761233565.306086:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233565.306088:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233565.306094:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233565.306101:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736202304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233565.306108:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233565.306111:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233565.306112:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233565.306114:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9163 00000100:00080000:1.0:1761233565.306115:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233565.306117:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233565.306119:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233565.306126:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736202240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233565.306127:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736202368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233565.306137:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233565.306139:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233565.306140:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233565.306142:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9163 00000100:00080000:1.0:1761233565.306144:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233565.306146:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233565.306149:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233565.306155:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736202432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233565.306160:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233565.306161:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233565.306162:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233565.306165:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9163 00000100:00080000:1.0:1761233565.306166:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233565.306169:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233565.306171:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233565.306177:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736202496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233565.306193:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233565.306212:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233565/real 1761233565] req@000000000a7b3b64 x1846777736202240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233565.306224:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736202240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233565.306231:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233565.306233:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233565.306235:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736202240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233565.306240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233565.306252:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233565.306256:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233565/real 1761233565] req@00000000cba7fca5 x1846777736202304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233565.306263:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736202304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233565.306267:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233565.306269:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233565.306271:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233565.306292:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233565.306302:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233565.306306:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233565/real 1761233565] req@00000000c21e8593 x1846777736202368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233565.306312:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736202368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233565.306316:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233565.306317:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233565.306318:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233565.306322:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233565.306331:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233565.306334:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233565/real 1761233565] req@00000000108af431 x1846777736202432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233565.306340:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736202432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233565.306345:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233565.306346:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233565.306347:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233565.306350:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233565.306361:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233565.306364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233565/real 1761233565] req@00000000c65fa7c5 x1846777736202496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233565.306370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736202496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233590 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233565.306374:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233565.306376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233565.306377:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:0.0:1761233565.369977:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233566.329986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233566.394021:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233567.353955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233567.418036:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233568.377978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233568.442138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233569.402006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761233569.466564:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233570.425923:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233570.425970:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233570.425980:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233570.425984:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233570.425995:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9168 00000100:00080000:1.0:1761233570.425999:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233570.426006:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233570.426056:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736202560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233570.426094:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233570.426099:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233570.426101:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233570.426105:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9168 00000100:00080000:1.0:1761233570.426107:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233570.426112:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233570.426123:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233570.426137:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736202624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233570.426147:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233570.426151:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233570.426154:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233570.426168:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9168 00000100:00080000:1.0:1761233570.426171:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233570.426175:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233570.426179:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233570.426188:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736202688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233570.426199:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233570.426200:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736202560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233570.426202:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233570.426205:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233570.426209:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9168 00000100:00080000:1.0:1761233570.426211:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233570.426213:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233570.426217:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233570.426228:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736202752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233570.426233:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233570.426236:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233570.426237:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233570.426239:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9168 00000100:00080000:1.0:1761233570.426240:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233570.426242:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233570.426245:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233570.426259:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736202816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233570.426287:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233570.426313:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233570/real 1761233570] req@0000000090114397 x1846777736202560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233570.426327:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736202560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233570.426335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233570.426338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233570.426341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736202560:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233570.426345:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202624:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233570.426361:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233570.426365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233570/real 1761233570] req@00000000cee0df34 x1846777736202624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233570.426372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736202624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233570.426377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233570.426379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233570.426381:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202624:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233570.426404:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202688:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233570.426442:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233570.426447:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233570/real 1761233570] req@000000001dfe2b3c x1846777736202688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233570.426454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736202688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233570.426459:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233570.426461:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233570.426462:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202688:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233570.426466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202752:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233570.426482:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233570.426487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233570/real 1761233570] req@00000000f52221c5 x1846777736202752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233570.426494:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736202752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233570.426498:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233570.426499:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233570.426500:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202752:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233570.426505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202816:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233570.426515:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233570.426519:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233570/real 1761233570] req@00000000dcfa4436 x1846777736202816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233570.426526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736202816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233595 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233570.426530:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233570.426531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233570.426532:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202816:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233570.490473:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233571.449998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233571.514634:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233572.473935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233572.538373:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233573.498016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233573.562180:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233574.522003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233574.586079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233575.545948:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233575.545958:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233575.545962:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233575.545971:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9173 00000100:00080000:1.0:1761233575.545975:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233575.545981:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233575.545994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761233575.546041:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736202880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233575.546064:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233575.546066:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233575.546067:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233575.546070:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9173 00000100:00080000:1.0:1761233575.546072:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233575.546076:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233575.546085:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233575.546097:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736202944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233575.546106:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233575.546110:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233575.546111:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233575.546117:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736202880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233575.546118:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9173 00000100:00080000:1.0:1761233575.546121:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233575.546127:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233575.546135:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233575.546146:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736203008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233575.546156:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233575.546160:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233575.546161:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233575.546164:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9173 00000100:00080000:1.0:1761233575.546167:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233575.546171:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233575.546175:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233575.546186:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736203072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233575.546205:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233575.546206:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233575.546227:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233575.546229:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233575.546235:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9173 00000100:00080000:1.0:1761233575.546238:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233575.546242:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233575.546248:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233575.546252:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233575/real 1761233575] req@0000000054fdc67e x1846777736202880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761233575.546265:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736203136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233575.546295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736202880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233575.546310:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233575.546314:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233575.546320:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736202880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233575.546330:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202944:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233575.546430:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233575.546441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233575/real 1761233575] req@00000000069b687a x1846777736202944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233575.546464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736202944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233575.546475:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233575.546477:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233575.546481:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736202944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233575.546512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233575.546541:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233575.546553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233575/real 1761233575] req@00000000c2c1573a x1846777736203008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233575.546567:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736203008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233575.546578:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233575.546580:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233575.546583:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233575.546588:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233575.546621:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233575.546635:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233575/real 1761233575] req@000000000baedc40 x1846777736203072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233575.546642:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736203072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233575.546646:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233575.546648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233575.546650:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233575.546653:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233575.546663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233575.546667:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233575/real 1761233575] req@00000000464e3652 x1846777736203136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233575.546673:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736203136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233600 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233575.546677:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233575.546678:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233575.546680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233575.610074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233576.570005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233576.634027:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233577.594004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233577.658101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233578.618074:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233578.682143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233579.641997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233579.706165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233580.666003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233580.666066:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233580.666074:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233580.666078:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233580.666086:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9179 00000100:00080000:3.0:1761233580.666089:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233580.666096:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233580.666139:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736203200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233580.666172:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233580.666176:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233580.666178:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233580.666184:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9179 00000100:00080000:3.0:1761233580.666188:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233580.666194:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233580.666204:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736203200:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761233580.666206:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233580.666229:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736203264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233580.666241:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233580.666246:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233580.666248:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233580.666271:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9179 00000100:00080000:3.0:1761233580.666274:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233580.666278:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233580.666295:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233580.666309:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736203328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233580.666321:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233580.666325:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761233580.666327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:3.0:1761233580.666328:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233580.666339:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9179 00000100:00080000:3.0:1761233580.666342:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233580.666347:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233580.666353:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233580.666358:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233580.666369:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736203392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233580.666382:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233580.666387:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761233580.666389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00080000:3.0:1761233580.666391:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233580.666400:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9179 00000100:00080000:3.0:1761233580.666403:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233580.666408:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233580.666414:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233580.666429:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736203456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233580.666471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233580.729978:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233581.690007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233581.754069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233582.714029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233582.778103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233583.738008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761233583.738275:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761233583.738318:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761233583.738338:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233583.738389:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233583.738402:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233583.738414:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761233583.738429:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761233583.738451:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233580/real 1761233583] req@00000000d46ba267 x1846777736203456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233583.738479:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736203456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233583.738490:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233583.738494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233583.738498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203456:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233583.738506:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233580/real 1761233583] req@000000007cc317a5 x1846777736203392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233583.738522:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736203392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233583.738533:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233583.738538:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233583.738542:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233583.738549:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233580/real 1761233583] req@00000000eb335f49 x1846777736203264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233583.738565:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736203264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233583.738577:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233583.738580:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233583.738585:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233583.738593:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233580/real 1761233583] req@00000000311bc461 x1846777736203328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233583.738607:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736203328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233583.738617:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233583.738621:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233583.738625:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233583.738630:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233580/real 1761233583] req@00000000a20dea0d x1846777736203200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233583.738641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736203200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233605 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233583.738647:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233583.738649:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233583.738651:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736203200:192.168.201.106@tcp:250:kworker/u8:0.0 00010000:00010000:2.0:1761233583.802048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233584.761981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233584.826016:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233585.785968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233585.786062:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233585.786069:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233585.786074:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233585.786083:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9184 00000100:00080000:1.0:1761233585.786087:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233585.786094:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233585.786127:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736203520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233585.786160:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233585.786163:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233585.786165:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233585.786168:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9184 00000100:00080000:1.0:1761233585.786203:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233585.786210:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233585.786240:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233585.786263:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736203584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233585.786274:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233585.786278:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233585.786280:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233585.786284:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9184 00000100:00080000:1.0:1761233585.786286:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233585.786290:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761233585.786295:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736203520:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:1.0:1761233585.786296:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233585.786310:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736203648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233585.786322:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233585.786325:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233585.786326:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233585.786331:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9184 00000100:00080000:1.0:1761233585.786333:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233585.786336:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233585.786340:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233585.786350:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736203712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233585.786357:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233585.786360:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233585.786361:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233585.786364:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9184 00000100:00080000:1.0:1761233585.786366:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233585.786368:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233585.786372:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233585.786380:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736203776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233585.786427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233585.786452:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233585/real 1761233585] req@000000006ce6fb08 x1846777736203520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233585.786471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736203520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233585.786481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233585.786484:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233585.786488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736203520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233585.786496:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233585.786522:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233585.786531:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233585/real 1761233585] req@000000009c8a8899 x1846777736203584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233585.786543:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736203584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233585.786556:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233585.786560:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233585.786563:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233585.786588:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233585.786613:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233585.786625:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233585/real 1761233585] req@00000000a0dbac9b x1846777736203648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233585.786638:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736203648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233585.786646:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233585.786648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233585.786651:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233585.786658:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233585.786685:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233585.786697:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233585/real 1761233585] req@00000000086973a9 x1846777736203712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233585.786708:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736203712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233585.786714:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233585.786717:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233585.786719:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233585.786725:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233585.786744:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233585.786751:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233585/real 1761233585] req@0000000013a55d77 x1846777736203776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233585.786760:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736203776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233610 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233585.786767:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233585.786769:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233585.786771:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233585.850030:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233586.809957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233586.874183:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233587.833978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233587.898089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233588.858010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233588.922177:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233589.881972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233589.946179:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233590.905984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233590.905985:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233590.905998:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233590.906004:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233590.906016:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9189 00000100:00080000:1.0:1761233590.906021:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233590.906030:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233590.906069:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736203840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233590.906152:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233590.906158:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233590.906161:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233590.906166:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9189 00000100:00080000:1.0:1761233590.906170:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233590.906175:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233590.906187:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233590.906190:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736203840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233590.906208:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736203904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233590.906222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233590.906227:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233590.906229:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233590.906233:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9189 00000100:00080000:1.0:1761233590.906236:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233590.906240:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233590.906245:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233590.906256:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736203968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233590.906266:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233590.906270:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233590.906273:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761233590.906273:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233590.906283:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9189 00000100:00080000:1.0:1761233590.906286:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233590.906292:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233590.906297:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233590.906309:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736204032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233590.906319:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233590.906323:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761233590.906325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233590/real 1761233590] req@00000000f706d6b4 x1846777736203840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233590.906326:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233590.906336:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9189 00000100:00080000:1.0:1761233590.906341:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233590.906349:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233590.906356:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233590.906371:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736204096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233590.906376:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736203840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233590.906403:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233590.906408:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233590.906415:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736203840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233590.906449:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203904:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233590.906476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233590.906486:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233590/real 1761233590] req@00000000161ad79e x1846777736203904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233590.906503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736203904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233590.906510:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233590.906512:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233590.906515:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203904:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233590.906520:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203968:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233590.906534:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233590.906540:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233590/real 1761233590] req@000000007a9a6396 x1846777736203968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233590.906548:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736203968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233590.906554:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233590.906556:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233590.906558:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736203968:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233590.906562:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204032:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233590.906575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233590.906581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233590/real 1761233590] req@0000000012be0532 x1846777736204032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233590.906589:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736204032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233590.906595:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233590.906597:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233590.906599:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204032:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233590.906603:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204096:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233590.906615:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233590.906620:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233590/real 1761233590] req@0000000013a55d77 x1846777736204096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233590.906628:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736204096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233615 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233590.906633:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233590.906635:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233590.906636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204096:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233590.970080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233591.930117:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233591.994214:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233592.953958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233593.018034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233593.977931:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233594.042109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233595.001943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233595.066044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233596.026043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233596.026077:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233596.026087:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233596.026092:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233596.026103:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9194 00000100:00080000:1.0:1761233596.026108:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233596.026117:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233596.026157:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736204160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233596.026192:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233596.026197:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233596.026199:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233596.026204:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9194 00000100:00080000:1.0:1761233596.026207:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233596.026211:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233596.026223:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233596.026237:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736204224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233596.026250:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736204160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233596.026253:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233596.026272:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233596.026274:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233596.026279:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9194 00000100:00080000:1.0:1761233596.026283:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233596.026287:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233596.026293:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233596.026308:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736204288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233596.026320:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233596.026324:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233596.026326:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233596.026330:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9194 00000100:00080000:1.0:1761233596.026332:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233596.026340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233596.026341:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233596.026349:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233596.026365:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736204352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233596.026366:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@00000000086973a9 x1846777736204160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233596.026402:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233596.026412:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233596.026416:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233596.026424:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9194 00000100:00100000:0.0:1761233596.026425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736204160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761233596.026428:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233596.026437:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:0.0:1761233596.026450:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1761233596.026452:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761233596.026456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233596.026463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736204160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233596.026472:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736204416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233596.026490:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233596.026512:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233596.026520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@00000000a0dbac9b x1846777736204224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233596.026535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736204224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233596.026545:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233596.026547:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233596.026551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233596.026558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233596.026584:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233596.026595:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@000000009c8a8899 x1846777736204288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233596.026609:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736204288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233596.026619:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233596.026622:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233596.026626:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233596.026633:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233596.026660:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233596.026671:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@000000006ce6fb08 x1846777736204352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233596.026686:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736204352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233596.026697:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233596.026699:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233596.026703:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233596.026710:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233596.026730:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233596.026737:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233596/real 1761233596] req@00000000464e3652 x1846777736204416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233596.026746:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736204416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233621 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233596.026751:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233596.026753:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233596.026755:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233596.090027:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233597.050017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233597.114142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233598.073964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233598.138047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233599.097956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233599.162145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233600.122067:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233600.186186:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233601.146077:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233601.146079:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233601.146095:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233601.146102:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233601.146115:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9199 00000100:00080000:1.0:1761233601.146120:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233601.146133:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233601.146181:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736204480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233601.146218:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233601.146222:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233601.146225:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233601.146230:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9199 00000100:00080000:1.0:1761233601.146232:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233601.146236:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233601.146247:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233601.146259:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736204544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233601.146270:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233601.146275:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233601.146277:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233601.146280:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9199 00000100:00080000:1.0:1761233601.146283:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233601.146286:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233601.146290:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233601.146298:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736204608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233601.146306:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233601.146310:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233601.146312:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233601.146316:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9199 00000100:00080000:1.0:1761233601.146318:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233601.146323:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233601.146327:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233601.146336:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736204672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233601.146347:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233601.146350:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233601.146352:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233601.146358:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736204480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233601.146362:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9199 00000100:00080000:1.0:1761233601.146369:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233601.146378:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233601.146386:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233601.146399:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736204736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233601.146468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233601.146495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233601/real 1761233601] req@000000000baedc40 x1846777736204480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233601.146516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736204480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233601.146529:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233601.146532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233601.146537:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736204480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233601.146546:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233601.146569:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233601.146577:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233601/real 1761233601] req@00000000c2c1573a x1846777736204544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233601.146590:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736204544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233601.146598:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233601.146600:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233601.146603:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233601.146609:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761233601.146627:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233601.146634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233601/real 1761233601] req@00000000069b687a x1846777736204608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233601.146646:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736204608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233601.146655:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233601.146658:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233601.146661:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761233601.146707:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233601.146729:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233601.146737:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233601/real 1761233601] req@0000000054fdc67e x1846777736204672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233601.146749:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736204672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233601.146757:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233601.146760:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233601.146763:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761233601.146769:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761233601.146785:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233601.146792:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233601/real 1761233601] req@00000000dcfa4436 x1846777736204736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233601.146803:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736204736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233626 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233601.146812:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233601.146814:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233601.146816:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233601.210211:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233602.170054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233602.234188:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233603.194053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233603.258121:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233604.218000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233604.282092:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233605.241966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233605.306043:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233606.265985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233606.266002:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233606.266010:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233606.266014:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233606.266024:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9204 00000100:00080000:0.0:1761233606.266027:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233606.266035:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233606.266071:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736204800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233606.266096:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233606.266110:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233606.266111:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233606.266114:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9204 00000100:00080000:0.0:1761233606.266116:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233606.266118:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233606.266125:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233606.266133:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736204864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233606.266139:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233606.266142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233606.266144:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233606.266146:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9204 00000100:00080000:0.0:1761233606.266148:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233606.266150:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233606.266152:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233606.266157:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736204800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233606.266163:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736204928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233606.266170:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233606.266172:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233606.266173:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233606.266176:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9204 00000100:00080000:0.0:1761233606.266177:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233606.266180:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233606.266182:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233606.266190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736204992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233606.266195:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233606.266197:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233606.266198:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233606.266200:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9204 00000100:00080000:0.0:1761233606.266202:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233606.266203:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233606.266206:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233606.266211:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736205056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233606.266221:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233606.266239:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233606/real 1761233606] req@00000000330b2500 x1846777736204800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233606.266251:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736204800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233606.266258:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233606.266260:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233606.266263:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736204800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233606.266267:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233606.266282:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233606.266287:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233606/real 1761233606] req@00000000d75fe628 x1846777736204864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233606.266293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736204864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233606.266298:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233606.266299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233606.266300:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233606.266318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233606.266329:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233606.266333:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233606/real 1761233606] req@0000000023d541ab x1846777736204928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233606.266339:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736204928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233606.266343:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233606.266345:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233606.266346:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233606.266349:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233606.266358:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233606.266362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233606/real 1761233606] req@00000000de11a021 x1846777736204992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233606.266373:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736204992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233606.266377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233606.266378:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233606.266379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736204992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233606.266382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233606.266391:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233606.266394:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233606/real 1761233606] req@00000000e0da2515 x1846777736205056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233606.266399:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736205056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233631 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233606.266403:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233606.266405:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233606.266406:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233606.330091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233607.289986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233607.354012:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233608.313984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233608.378158:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233609.337993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233609.402180:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233610.361942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233610.426176:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233611.386022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233611.386047:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233611.386061:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233611.386066:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233611.386079:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9209 00000100:00080000:1.0:1761233611.386084:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233611.386093:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233611.386134:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736205120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233611.386167:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233611.386172:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233611.386174:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233611.386178:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9209 00000100:00080000:1.0:1761233611.386181:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233611.386184:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233611.386194:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233611.386207:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736205184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233611.386217:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233611.386220:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233611.386222:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233611.386226:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9209 00000100:00080000:1.0:1761233611.386229:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233611.386232:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233611.386237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233611.386248:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736205248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233611.386259:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233611.386263:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233611.386264:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233611.386267:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9209 00000100:00080000:1.0:1761233611.386270:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233611.386275:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233611.386283:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233611.386290:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736205120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761233611.386298:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736205312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233611.386312:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233611.386316:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233611.386319:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233611.386324:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9209 00000100:00080000:1.0:1761233611.386326:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233611.386330:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233611.386335:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233611.386350:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736205376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233611.386387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233611.386415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233611/real 1761233611] req@00000000f52221c5 x1846777736205120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233611.386436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736205120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233611.386448:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233611.386452:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233611.386457:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736205120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233611.386466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205184:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233611.386489:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233611.386497:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233611/real 1761233611] req@000000001dfe2b3c x1846777736205184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233611.386509:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736205184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233611.386518:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233611.386520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233611.386523:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205184:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233611.386529:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205248:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233611.386547:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233611.386554:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233611/real 1761233611] req@00000000cee0df34 x1846777736205248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233611.386566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736205248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233611.386574:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233611.386576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233611.386579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205248:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233611.386612:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205312:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233611.386634:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233611.386643:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233611/real 1761233611] req@0000000090114397 x1846777736205312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233611.386654:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736205312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233611.386663:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233611.386665:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233611.386668:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205312:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233611.386673:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205376:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233611.386690:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233611.386697:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233611/real 1761233611] req@00000000c65fa7c5 x1846777736205376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233611.386708:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736205376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233636 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233611.386717:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233611.386719:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233611.386721:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205376:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233611.450235:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233612.409972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233612.474104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233613.433990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233613.498132:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233614.457982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233614.522080:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233615.481969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233615.546052:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233616.505993:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233616.506005:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233616.506009:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233616.506021:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9214 00000100:00080000:3.0:1761233616.506025:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233616.506033:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233616.506068:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736205440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233616.506104:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233616.506108:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233616.506113:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233616.506117:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9214 00000100:00080000:3.0:1761233616.506120:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233616.506124:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233616.506134:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233616.506149:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736205440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233616.506150:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736205504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233616.506165:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233616.506169:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233616.506171:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233616.506174:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9214 00000100:00080000:3.0:1761233616.506177:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233616.506180:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233616.506185:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233616.506196:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736205568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233616.506205:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233616.506209:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233616.506211:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233616.506215:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9214 00000100:00080000:3.0:1761233616.506217:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233616.506223:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:0.0:1761233616.506225:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761233616.506230:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233616.506241:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736205632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233616.506250:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233616.506251:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233616/real 1761233616] req@000000000b14a2de x1846777736205440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233616.506256:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233616.506259:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233616.506267:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9214 00000100:00080000:3.0:1761233616.506271:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233616.506278:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233616.506282:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233616.506284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736205440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233616.506294:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761233616.506295:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736205696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233616.506297:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233616.506304:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736205440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233616.506329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233616.506347:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233616.506353:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233616/real 1761233616] req@0000000017b16811 x1846777736205504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233616.506360:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736205504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233616.506365:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233616.506367:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233616.506369:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233616.506372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233616.506388:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233616.506395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233616/real 1761233616] req@000000003dd9839b x1846777736205568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233616.506406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736205568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233616.506413:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233616.506416:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233616.506419:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233616.506425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233616.506442:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233616.506448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233616/real 1761233616] req@00000000736ef9ba x1846777736205632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233616.506455:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736205632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233616.506469:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233616.506473:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233616.506475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233616.506479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233616.506491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233616.506495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233616/real 1761233616] req@00000000d2119349 x1846777736205696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233616.506501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736205696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233641 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233616.506506:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233616.506508:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233616.506509:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205696:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233616.506911:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233616.570057:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233617.530001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233617.594026:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233618.553950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233618.618007:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233619.577952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233619.642023:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233620.602033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233620.666079:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233621.626004:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233621.626014:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233621.626019:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233621.626030:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9220 00000100:00080000:3.0:1761233621.626036:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233621.626044:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233621.626051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761233621.626090:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736205760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233621.626136:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233621.626145:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233621.626148:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233621.626155:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9220 00000100:00080000:3.0:1761233621.626159:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233621.626167:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233621.626177:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233621.626198:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736205760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233621.626198:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736205824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233621.626227:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233621.626231:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233621.626234:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233621.626240:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9220 00000100:00080000:3.0:1761233621.626244:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233621.626250:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233621.626256:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233621.626268:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736205888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233621.626274:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233621.626277:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233621.626278:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233621.626280:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9220 00000100:00080000:3.0:1761233621.626282:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233621.626287:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233621.626291:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233621.626297:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736205952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233621.626302:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233621.626305:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233621.626307:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233621.626309:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9220 00000100:00080000:3.0:1761233621.626310:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233621.626312:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233621.626314:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233621.626321:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736206016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233621.626332:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233621.626370:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233621/real 1761233621] req@0000000009919b3e x1846777736205760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233621.626394:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736205760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233621.626408:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233621.626413:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233621.626418:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736205760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233621.626457:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205824:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233621.626485:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233621.626494:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233621/real 1761233621] req@0000000066592840 x1846777736205824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233621.626507:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736205824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233621.626516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233621.626519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233621.626523:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233621.626529:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233621.626547:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233621.626554:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233621/real 1761233621] req@00000000d3a306c9 x1846777736205888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233621.626566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736205888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233621.626575:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233621.626577:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233621.626580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233621.626585:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233621.626605:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233621.626671:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233621/real 1761233621] req@00000000a0b7b6fd x1846777736205952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233621.626692:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736205952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233621.626706:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233621.626710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233621.626733:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736205952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233621.626752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233621.626808:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233621.626824:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233621/real 1761233621] req@0000000044909560 x1846777736206016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233621.626835:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736206016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233646 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233621.626844:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233621.626848:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233621.626854:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206016:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233621.690063:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233622.649956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233622.714056:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233623.674059:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233623.738142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233624.698018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233624.762020:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233625.722009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233625.786165:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233626.745993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233626.746125:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233626.746136:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233626.746141:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233626.746153:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9225 00000100:00080000:1.0:1761233626.746158:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233626.746165:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233626.746211:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736206080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233626.746247:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233626.746251:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233626.746253:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233626.746258:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9225 00000100:00080000:1.0:1761233626.746260:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233626.746264:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233626.746274:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233626.746289:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736206144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233626.746303:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233626.746306:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736206080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761233626.746310:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233626.746315:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233626.746323:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9225 00000100:00080000:1.0:1761233626.746326:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233626.746330:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233626.746335:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233626.746351:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736206208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233626.746361:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233626.746366:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233626.746368:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233626.746373:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9225 00000100:00080000:1.0:1761233626.746375:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233626.746379:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233626.746383:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233626.746398:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736206272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233626.746410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233626.746418:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233626.746423:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233626.746425:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233626.746433:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9225 00000100:00080000:1.0:1761233626.746436:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233626.746443:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761233626.746448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233626/real 1761233626] req@00000000108af431 x1846777736206080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:1.0:1761233626.746450:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233626.746470:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736206336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233626.746564:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736206080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233626.746580:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233626.746585:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233626.746590:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736206080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761233626.746621:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233626.746652:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233626.746663:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233626/real 1761233626] req@00000000c21e8593 x1846777736206144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233626.746677:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736206144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233626.746686:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233626.746689:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233626.746692:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233626.746698:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761233626.746716:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233626.746723:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233626/real 1761233626] req@00000000cba7fca5 x1846777736206208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233626.746743:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736206208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233626.746751:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233626.746753:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233626.746756:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761233626.746761:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233626.746780:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233626.746787:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233626/real 1761233626] req@000000000a7b3b64 x1846777736206272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233626.746799:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736206272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233626.746807:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233626.746809:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233626.746812:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761233626.746818:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761233626.746835:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233626.746842:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233626/real 1761233626] req@00000000c65fa7c5 x1846777736206336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761233626.746853:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736206336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233651 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761233626.746861:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233626.746895:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233626.746899:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233626.810169:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233627.769955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233627.834058:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233628.793936:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233628.858089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233629.817947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233629.882203:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233630.842036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233630.905992:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233631.865986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233631.865996:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233631.866061:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233631.866064:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233631.866074:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9230 00000100:00080000:3.0:1761233631.866077:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233631.866083:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233631.866120:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736206400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233631.866141:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233631.866143:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233631.866144:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233631.866147:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9230 00000100:00080000:3.0:1761233631.866148:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233631.866150:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233631.866158:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233631.866166:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736206464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233631.866171:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233631.866173:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233631.866174:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233631.866176:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9230 00000100:00080000:3.0:1761233631.866177:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233631.866179:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233631.866180:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233631.866185:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736206528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233631.866189:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233631.866191:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233631.866192:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233631.866194:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9230 00000100:00080000:3.0:1761233631.866195:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233631.866197:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233631.866200:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233631.866205:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736206592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233631.866211:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233631.866213:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233631.866214:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761233631.866217:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736206400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233631.866219:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9230 00000100:00080000:3.0:1761233631.866223:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233631.866226:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233631.866228:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233631.866235:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736206656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233631.866297:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233631.866315:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233631/real 1761233631] req@0000000044909560 x1846777736206400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233631.866326:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736206400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233631.866333:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233631.866335:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233631.866338:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736206400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233631.866343:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233631.866357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233631.866361:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233631/real 1761233631] req@00000000a0b7b6fd x1846777736206464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233631.866372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736206464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233631.866376:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233631.866377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233631.866379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233631.866382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233631.866391:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233631.866396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233631/real 1761233631] req@00000000d3a306c9 x1846777736206528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233631.866402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736206528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233631.866406:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233631.866407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233631.866408:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233631.866428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233631.866438:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233631.866442:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233631/real 1761233631] req@0000000066592840 x1846777736206592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233631.866465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736206592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233631.866470:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233631.866471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233631.866473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233631.866477:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233631.866488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233631.866499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233631/real 1761233631] req@0000000009919b3e x1846777736206656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233631.866505:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736206656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233656 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233631.866509:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233631.866510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233631.866512:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233631.929994:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233632.890008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233632.954016:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233633.913920:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233633.977997:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233634.938016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233635.002351:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233635.961918:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233636.026319:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233636.985943:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233636.985944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233636.985953:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233636.985956:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233636.985964:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9235 00000100:00080000:3.0:1761233636.985967:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233636.985974:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233636.986005:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736206720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233636.986027:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233636.986029:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233636.986030:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233636.986032:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9235 00000100:00080000:3.0:1761233636.986034:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233636.986036:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233636.986043:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233636.986051:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736206784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233636.986057:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233636.986060:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233636.986062:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233636.986065:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9235 00000100:00080000:3.0:1761233636.986066:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233636.986070:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736206720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233636.986071:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233636.986076:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233636.986082:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736206848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233636.986087:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233636.986089:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233636.986090:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233636.986092:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9235 00000100:00080000:3.0:1761233636.986094:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233636.986096:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233636.986099:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233636.986107:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736206912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233636.986112:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233636.986114:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233636.986114:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233636.986117:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9235 00000100:00080000:3.0:1761233636.986118:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233636.986121:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233636.986123:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233636.986130:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736206976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233636.986140:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233636.986159:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233636/real 1761233636] req@00000000d2119349 x1846777736206720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233636.986176:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736206720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233636.986183:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233636.986185:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233636.986187:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736206720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233636.986192:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233636.986205:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233636.986209:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233636/real 1761233636] req@00000000736ef9ba x1846777736206784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233636.986216:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736206784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233636.986221:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233636.986222:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233636.986224:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233636.986242:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233636.986252:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233636.986255:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233636/real 1761233636] req@000000003dd9839b x1846777736206848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233636.986261:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736206848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233636.986265:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233636.986267:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233636.986269:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233636.986272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233636.986282:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233636.986285:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233636/real 1761233636] req@0000000017b16811 x1846777736206912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233636.986291:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736206912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233636.986295:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233636.986297:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233636.986298:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233636.986301:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233636.986309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233636.986313:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233636/real 1761233636] req@000000000b14a2de x1846777736206976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233636.986318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736206976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233661 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233636.986322:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233636.986323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233636.986325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736206976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233637.050184:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233638.010187:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233638.074601:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233639.034032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233639.098288:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233640.058018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233640.122181:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233641.081977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233641.146156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233642.106026:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233642.106041:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233642.106047:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233642.106061:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9240 00000100:00080000:3.0:1761233642.106066:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233642.106075:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233642.106089:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761233642.106123:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736207040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233642.106166:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233642.106171:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233642.106173:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233642.106178:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9240 00000100:00080000:3.0:1761233642.106180:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233642.106184:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233642.106196:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233642.106210:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736207104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233642.106223:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233642.106227:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233642.106229:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233642.106237:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9240 00000100:00100000:2.0:1761233642.106239:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736207040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233642.106240:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233642.106248:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233642.106260:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233642.106273:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736207168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233642.106284:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233642.106311:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233642.106313:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233642.106317:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9240 00000100:00080000:3.0:1761233642.106320:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233642.106324:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233642.106329:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233642.106346:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736207232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233642.106355:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233642.106359:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233642.106360:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233642.106364:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9240 00000100:00080000:3.0:1761233642.106366:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233642.106370:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233642.106375:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233642.106392:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736207296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233642.106397:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233642.106444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233642/real 1761233642] req@00000000a20dea0d x1846777736207040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233642.106476:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736207040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233642.106493:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233642.106499:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233642.106505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736207040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233642.106542:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233642.106590:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233642.106607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233642/real 1761233642] req@00000000311bc461 x1846777736207104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233642.106629:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736207104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233642.106644:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233642.106648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233642.106654:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233642.106665:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233642.106697:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233642.106707:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233642/real 1761233642] req@00000000eb335f49 x1846777736207168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233642.106726:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736207168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233642.106741:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233642.106745:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233642.106750:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233642.106761:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233642.106799:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233642.106815:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233642/real 1761233642] req@000000007cc317a5 x1846777736207232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233642.106835:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736207232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233642.106849:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233642.106853:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233642.106858:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233642.106914:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233642.106954:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233642.106971:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233642/real 1761233642] req@00000000d46ba267 x1846777736207296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233642.106988:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736207296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233667 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233642.106998:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233642.107000:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233642.107004:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233642.170164:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233643.129978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233643.194186:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233644.154023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233644.218190:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233645.177980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233645.242039:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233646.201972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233646.266018:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233647.225974:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233647.225984:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:3.0:1761233647.225984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233647.225989:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233647.226010:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9245 00000100:00080000:2.0:1761233647.226013:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233647.226019:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233647.226055:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736207360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233647.226078:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233647.226081:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233647.226082:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233647.226085:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9245 00000100:00080000:2.0:1761233647.226086:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233647.226090:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233647.226097:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233647.226106:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736207424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233647.226114:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233647.226117:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233647.226118:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233647.226120:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9245 00000100:00080000:2.0:1761233647.226122:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233647.226124:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233647.226128:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233647.226131:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736207360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233647.226137:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736207488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233647.226145:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233647.226147:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233647.226149:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233647.226152:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9245 00000100:00080000:2.0:1761233647.226153:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233647.226156:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233647.226159:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233647.226168:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736207552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233647.226173:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233647.226176:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233647.226177:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233647.226180:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9245 00000100:00080000:2.0:1761233647.226181:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233647.226184:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233647.226188:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233647.226195:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736207616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233647.226244:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207424:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233647.226286:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233647.226303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233647.226331:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207616:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233647.290058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233648.250002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233648.314047:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233649.273973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233649.338035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233650.298007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761233650.298264:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761233650.298311:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233650.298339:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233650.298388:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233650.298409:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233650.298429:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:3.0:1761233650.298435:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233647/real 1761233650] req@000000001f17a0b8 x1846777736207488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000100:2.0:1761233650.298449:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:3.0:1761233650.298479:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736207488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233650.298495:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233650.298500:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233650.298505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207488:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233650.298514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233647/real 1761233650] req@0000000099725227 x1846777736207552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233650.298536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736207552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233650.298547:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233650.298551:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233650.298555:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207552:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233650.298563:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233647/real 1761233650] req@00000000c35ccb78 x1846777736207616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233650.298579:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736207616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233650.298605:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233650.298608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233650.298612:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207616:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233650.298624:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233647/real 1761233650] req@0000000070bd2103 x1846777736207360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233650.298750:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736207360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233650.298759:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233650.298763:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233650.298767:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736207360:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233650.298775:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233647/real 1761233650] req@000000002f434b1a x1846777736207424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233650.298792:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736207424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233672 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233650.298802:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233650.298806:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233650.298810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207424:192.168.201.106@tcp:38:kworker/u8:0.0 00010000:00010000:2.0:1761233650.362087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233651.321984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233651.386021:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233652.345975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233652.346048:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233652.346055:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233652.346058:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233652.346065:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9250 00000100:00080000:1.0:1761233652.346068:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233652.346074:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233652.346100:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736207680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233652.346119:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233652.346121:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233652.346123:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233652.346138:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9250 00000100:00080000:1.0:1761233652.346140:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233652.346142:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233652.346150:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233652.346161:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736207744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233652.346171:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233652.346176:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761233652.346176:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736207680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233652.346179:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233652.346186:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9250 00000100:00080000:1.0:1761233652.346188:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233652.346191:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233652.346195:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233652.346207:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736207808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233652.346216:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233652.346219:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233652.346220:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233652.346223:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9250 00000100:00080000:1.0:1761233652.346225:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233652.346229:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233652.346234:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761233652.346243:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233652.346245:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736207872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233652.346255:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233652.346258:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233652.346260:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233652.346264:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9250 00000100:00080000:1.0:1761233652.346267:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233652.346268:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233652/real 1761233652] req@0000000090114397 x1846777736207680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233652.346274:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233652.346280:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233652.346294:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736207680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233652.346296:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736207936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233652.346329:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233652.346331:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233652.346337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736207680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233652.346362:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207744:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233652.346387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233652.346396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233652/real 1761233652] req@00000000cee0df34 x1846777736207744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233652.346407:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736207744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233652.346414:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233652.346416:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233652.346419:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233652.346424:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207808:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233652.346441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233652.346447:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233652/real 1761233652] req@000000001dfe2b3c x1846777736207808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233652.346457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736207808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233652.346463:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233652.346466:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233652.346468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233652.346474:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207872:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233652.346493:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233652.346501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233652/real 1761233652] req@00000000f52221c5 x1846777736207872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233652.346512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736207872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233652.346520:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233652.346522:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233652.346525:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233652.346530:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207936:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233652.346551:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233652.346560:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233652/real 1761233652] req@00000000dcfa4436 x1846777736207936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233652.346578:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736207936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233677 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233652.346585:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233652.346587:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233652.346589:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736207936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233652.410062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233653.370098:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233653.434043:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233654.393966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233654.458036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233655.417960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233655.482058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233656.441951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233656.506022:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233657.465994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233657.466082:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233657.466087:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233657.466091:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233657.466101:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9255 00000100:00080000:3.0:1761233657.466104:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233657.466240:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233657.466284:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736208000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233657.466313:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233657.466317:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233657.466319:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233657.466324:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9255 00000100:00080000:3.0:1761233657.466326:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233657.466329:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233657.466339:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233657.466349:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736208064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233657.466356:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233657.466359:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233657.466360:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233657.466377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233657.466433:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9255 00000100:00080000:3.0:1761233657.466436:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233657.466438:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233657.466442:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233657.466452:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736208128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233657.466459:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233657.466462:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233657.466463:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233657.466466:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9255 00000100:00080000:3.0:1761233657.466467:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233657.466469:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233657.466472:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233657.466477:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736208192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233657.466482:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233657.466485:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233657.466486:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233657.466488:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9255 00000100:00080000:3.0:1761233657.466489:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233657.466491:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233657.466494:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233657.466498:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233657.466502:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736208256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233657.466523:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233657/real 1761233657] req@00000000d46ba267 x1846777736208000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233657.466539:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736208000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233657.466547:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233657.466550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233657.466553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233657.466558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208064:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233657.466575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233657.466580:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233657/real 1761233657] req@000000007cc317a5 x1846777736208064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233657.466586:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736208064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233657.466592:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233657.466594:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233657.466595:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233657.466619:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233657.466632:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233657.466636:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233657/real 1761233657] req@00000000eb335f49 x1846777736208128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233657.466644:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736208128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233657.466649:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233657.466650:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233657.466652:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233657.466656:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233657.466669:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233657.466675:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233657/real 1761233657] req@00000000311bc461 x1846777736208192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233657.466685:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736208192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233657.466689:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233657.466692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233657.466694:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233657.466698:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233657.466710:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233657.466714:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233657/real 1761233657] req@00000000a20dea0d x1846777736208256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233657.466720:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736208256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233682 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233657.466725:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233657.466726:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233657.466728:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208256:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233657.530095:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233658.489970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233658.554086:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233659.513970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233659.578103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233660.538061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233660.602150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233661.562083:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233661.626062:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233662.586041:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233662.586050:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233662.586053:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233662.586063:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9261 00000100:00080000:0.0:1761233662.586066:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233662.586070:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233662.586073:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233662.586110:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736208320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233662.586138:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233662.586141:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233662.586142:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233662.586145:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9261 00000100:00080000:0.0:1761233662.586146:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233662.586148:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233662.586156:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233662.586164:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736208384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233662.586171:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233662.586173:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233662.586174:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233662.586178:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9261 00000100:00080000:0.0:1761233662.586180:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233662.586181:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233662.586183:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233662.586199:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736208448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233662.586199:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761233662.586220:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233662.586222:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233662.586223:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233662.586225:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9261 00000100:00080000:0.0:1761233662.586226:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233662.586228:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233662.586231:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233662.586237:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736208512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233662.586243:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233662.586245:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233662.586245:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233662.586249:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9261 00000100:00080000:0.0:1761233662.586250:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233662.586252:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233662.586255:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233662.586262:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736208576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233662.586319:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233662.587575:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233662/real 1761233662] req@000000001edf5a39 x1846777736208320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233662.587595:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736208320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233662.587607:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233662.587611:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233662.587615:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233662.587625:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208384:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233662.587649:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233662.587655:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233662/real 1761233662] req@000000009dca9672 x1846777736208384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233662.587663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736208384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233662.587669:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233662.587671:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233662.587673:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233662.587698:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208448:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233662.587710:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233662.587715:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233662/real 1761233662] req@00000000c90d576b x1846777736208448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233662.587726:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736208448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233662.587731:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233662.587732:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233662.587734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233662.587737:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208512:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233662.587750:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233662.587757:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233662/real 1761233662] req@000000000e921d21 x1846777736208512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233662.587767:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736208512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233662.587775:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233662.587777:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233662.587780:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233662.587786:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208576:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233662.587808:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233662.587816:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233662/real 1761233662] req@00000000fd377aae x1846777736208576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233662.587827:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736208576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233687 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233662.587835:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233662.587838:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233662.587840:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208576:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761233662.650112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233663.610001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233663.674083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233664.634086:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233664.698129:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233665.657967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233665.722064:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233666.681950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233666.746182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233667.705965:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233667.705977:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233667.705981:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233667.705994:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9266 00000100:00080000:0.0:1761233667.705997:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233667.706002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233667.706006:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233667.706053:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736208640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233667.706076:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233667.706079:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233667.706080:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233667.706083:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9266 00000100:00080000:0.0:1761233667.706085:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233667.706088:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233667.706098:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233667.706105:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761233667.706113:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736208704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233667.706126:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233667.706130:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233667.706132:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233667.706136:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9266 00000100:00080000:0.0:1761233667.706139:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233667.706143:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233667.706148:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233667.706162:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736208768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233667.706172:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233667.706175:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233667.706176:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233667.706179:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9266 00000100:00080000:0.0:1761233667.706180:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233667.706187:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761233667.706189:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761233667.706192:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233667.706203:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736208832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233667.706210:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233667.706212:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233667.706214:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233667.706215:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233667/real 1761233667] req@00000000911b207d x1846777736208640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761233667.706219:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9266 00000100:00080000:0.0:1761233667.706222:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233667.706228:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233667.706232:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233667.706239:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736208640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761233667.706241:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736208896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233667.706265:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233667.706270:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233667.706277:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761233667.706306:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233667.706329:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233667.706337:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233667/real 1761233667] req@000000008cd0ff0b x1846777736208704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233667.706349:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736208704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233667.706357:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233667.706360:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233667.706363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233667.706372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761233667.706387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233667.706394:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233667/real 1761233667] req@00000000fd377aae x1846777736208768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233667.706402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736208768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233667.706407:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233667.706409:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233667.706411:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761233667.706414:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233667.706427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233667.706432:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233667/real 1761233667] req@000000000e921d21 x1846777736208832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233667.706438:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736208832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233667.706443:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233667.706444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233667.706445:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761233667.706449:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761233667.706458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233667.706462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233667/real 1761233667] req@00000000c90d576b x1846777736208896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761233667.706469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736208896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233692 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761233667.706473:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233667.706475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233667.706476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736208896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761233667.770108:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233668.729978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233668.794087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233669.754006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233669.818069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233670.777992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233670.842113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233671.801999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233671.866122:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233672.825950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233672.825971:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233672.825982:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233672.825987:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233672.826000:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9271 00000100:00080000:0.0:1761233672.826004:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233672.826013:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233672.826059:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736208960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233672.826085:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233672.826088:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233672.826089:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233672.826092:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9271 00000100:00080000:0.0:1761233672.826094:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233672.826097:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233672.826107:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233672.826116:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736209024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233672.826124:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233672.826127:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233672.826128:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233672.826132:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233672.826136:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9271 00000100:00080000:0.0:1761233672.826142:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233672.826144:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233672.826147:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233672.826155:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736209088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233672.826160:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233672.826163:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233672.826164:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233672.826166:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9271 00000100:00080000:0.0:1761233672.826168:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233672.826170:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233672.826173:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233672.826181:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736209152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233672.826186:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233672.826188:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233672.826189:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233672.826191:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9271 00000100:00080000:0.0:1761233672.826192:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233672.826195:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233672.826198:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233672.826204:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736209216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233672.826231:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233672.826261:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233672/real 1761233672] req@000000009dca9672 x1846777736208960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233672.826280:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736208960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233672.826290:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233672.826294:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233672.826298:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736208960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233672.826325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209024:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233672.826350:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233672.826358:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233672/real 1761233672] req@000000001edf5a39 x1846777736209024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233672.826376:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736209024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233672.826384:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233672.826387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233672.826390:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209024:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233672.826395:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209088:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233672.826415:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233672.826423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233672/real 1761233672] req@00000000e0da2515 x1846777736209088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233672.826433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736209088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233672.826441:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233672.826444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233672.826448:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209088:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233672.826454:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209152:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233672.826475:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233672.826483:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233672/real 1761233672] req@00000000de11a021 x1846777736209152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233672.826493:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736209152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233672.826500:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233672.826503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233672.826506:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209152:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233672.826511:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209216:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233672.826529:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233672.826552:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233672/real 1761233672] req@0000000023d541ab x1846777736209216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233672.826564:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736209216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233697 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233672.826573:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233672.826576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233672.826578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209216:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761233672.890066:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233673.850004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233673.914092:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233674.874032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233674.938070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233675.898006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233675.962045:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233676.921995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233676.986031:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233677.946014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233677.946033:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233677.946043:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233677.946047:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233677.946072:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9276 00000100:00080000:2.0:1761233677.946076:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233677.946083:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233677.946115:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736209280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233677.946138:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233677.946141:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233677.946142:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233677.946144:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9276 00000100:00080000:2.0:1761233677.946146:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233677.946148:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233677.946155:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233677.946163:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736209344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233677.946169:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233677.946171:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233677.946172:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233677.946176:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9276 00000100:00080000:2.0:1761233677.946179:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233677.946181:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233677.946184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233677.946194:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736209408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233677.946196:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736209280:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233677.946215:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233677.946217:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233677.946218:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233677.946221:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9276 00000100:00080000:2.0:1761233677.946223:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233677.946225:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233677.946228:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233677.946235:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736209472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233677.946239:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233677.946241:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233677.946242:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233677.946243:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9276 00000100:00080000:2.0:1761233677.946245:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233677.946246:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233677.946248:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233677.946253:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736209536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233677.946310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233677.946344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233677/real 1761233677] req@000000002f434b1a x1846777736209280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233677.946365:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736209280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233677.946376:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233677.946379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233677.946384:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736209280:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233677.946390:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209344:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233677.946410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233677.946417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233677/real 1761233677] req@0000000070bd2103 x1846777736209344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233677.946424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736209344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233677.946429:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233677.946431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233677.946433:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209344:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233677.946459:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209408:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233677.946475:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233677.946482:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233677/real 1761233677] req@00000000c35ccb78 x1846777736209408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233677.946492:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736209408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233677.946500:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233677.946502:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233677.946505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209408:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233677.946512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209472:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233677.946534:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233677.946543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233677/real 1761233677] req@0000000099725227 x1846777736209472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233677.946554:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736209472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233677.946561:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233677.946563:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233677.946566:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209472:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233677.946573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209536:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233677.946593:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233677.946601:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233677/real 1761233677] req@000000001f17a0b8 x1846777736209536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233677.946620:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736209536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233702 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233677.946628:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233677.946630:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233677.946633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209536:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233678.010072:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233678.970009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233679.034013:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233679.993962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233680.058185:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233681.017942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233681.082069:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233682.041943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233682.106030:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233683.065962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233683.065977:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.065988:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233683.065993:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.066004:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9281 00000100:00080000:2.0:1761233683.066008:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.066023:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233683.066079:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736209600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233683.066106:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.066109:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233683.066110:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.066114:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9281 00000100:00080000:2.0:1761233683.066116:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.066120:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233683.066130:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233683.066141:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736209664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233683.066148:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736209600:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233683.066152:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.066160:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233683.066162:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.066166:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9281 00000100:00080000:2.0:1761233683.066167:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.066170:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233683.066176:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233683.066186:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736209728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233683.066192:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.066194:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233683.066195:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233683.066197:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9281 00000100:00080000:2.0:1761233683.066199:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.066202:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233683.066204:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233683.066212:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736209792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233683.066216:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233683.066219:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233683.066221:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761233683.066227:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233683.066230:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9281 00000100:00080000:2.0:1761233683.066232:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233683.066236:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233683.066241:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233683.066252:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736209856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233683.066253:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@000000001f17a0b8 x1846777736209600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233683.066306:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736209600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233683.066320:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233683.066323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233683.066326:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736209600:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233683.066348:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209664:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233683.066363:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233683.066368:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@0000000099725227 x1846777736209664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233683.066375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736209664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233683.066379:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233683.066381:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233683.066383:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209664:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233683.066386:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209728:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233683.066403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233683.066410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@00000000c35ccb78 x1846777736209728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233683.066421:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736209728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233683.066428:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233683.066430:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233683.066433:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209728:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233683.066439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209792:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233683.066458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233683.066463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@0000000070bd2103 x1846777736209792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233683.066470:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736209792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233683.066475:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233683.066476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233683.066478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209792:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233683.066481:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209856:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233683.066491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233683.066495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233683/real 1761233683] req@000000002f434b1a x1846777736209856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233683.066501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736209856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233708 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233683.066505:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233683.066506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233683.066507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209856:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761233683.130001:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233684.089927:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233684.154090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233685.113944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233685.178133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233686.137955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233686.202114:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233687.161933:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233687.226080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233688.185996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233688.185997:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233688.186006:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233688.186010:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233688.186018:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9286 00000100:00080000:2.0:1761233688.186020:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233688.186026:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233688.186063:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736209920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233688.186082:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233688.186085:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233688.186086:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233688.186089:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9286 00000100:00080000:2.0:1761233688.186092:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233688.186094:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233688.186103:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233688.186116:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736209920:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233688.186116:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736209984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233688.186130:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233688.186132:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233688.186133:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233688.186135:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9286 00000100:00080000:2.0:1761233688.186136:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233688.186138:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233688.186141:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233688.186148:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736210048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233688.186154:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233688.186156:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233688.186158:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233688.186160:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9286 00000100:00080000:2.0:1761233688.186161:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233688.186163:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233688.186166:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233688.186171:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736210112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233688.186176:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233688.186178:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233688.186179:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233688.186180:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9286 00000100:00080000:2.0:1761233688.186182:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233688.186184:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233688.186186:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233688.186191:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233688.186194:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736210176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233688.186217:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233688/real 1761233688] req@000000002f434b1a x1846777736209920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233688.186235:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736209920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233688.186244:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233688.186247:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233688.186250:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736209920:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233688.186272:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209984:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233688.186292:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233688.186299:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233688/real 1761233688] req@0000000070bd2103 x1846777736209984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233688.186310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736209984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233688.186324:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233688.186326:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233688.186329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736209984:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233688.186334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210048:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233688.186351:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233688.186359:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233688/real 1761233688] req@00000000c35ccb78 x1846777736210048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233688.186370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736210048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233688.186377:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233688.186379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233688.186382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210048:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233688.186388:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210112:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233688.186408:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233688.186415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233688/real 1761233688] req@0000000099725227 x1846777736210112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233688.186426:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736210112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233688.186433:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233688.186436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233688.186438:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210112:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233688.186444:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210176:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233688.186459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233688.186465:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233688/real 1761233688] req@000000001f17a0b8 x1846777736210176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233688.186475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736210176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233713 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233688.186481:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233688.186483:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233688.186487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210176:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233688.250113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233689.209939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233689.274065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233690.233945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233690.298091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233691.258000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233691.322061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233692.281934:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233692.346115:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233693.305979:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233693.305992:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233693.305997:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761233693.306016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233693.306019:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9291 00000100:00080000:2.0:1761233693.306023:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233693.306031:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233693.306076:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736210240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233693.306098:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233693.306101:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233693.306103:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233693.306106:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9291 00000100:00080000:2.0:1761233693.306107:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233693.306111:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233693.306121:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233693.306133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736210240:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233693.306134:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736210304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233693.306147:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233693.306150:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233693.306151:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233693.306153:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9291 00000100:00080000:2.0:1761233693.306154:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233693.306156:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233693.306159:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233693.306167:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736210368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233693.306173:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233693.306176:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233693.306178:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233693.306181:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9291 00000100:00080000:2.0:1761233693.306183:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233693.306186:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233693.306190:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233693.306199:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736210432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233693.306204:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233693.306206:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233693.306207:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233693.306209:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9291 00000100:00080000:2.0:1761233693.306211:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233693.306215:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233693.306219:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233693.306227:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736210496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233693.306233:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233693.306265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233693/real 1761233693] req@000000001f17a0b8 x1846777736210240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233693.306284:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736210240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233693.306296:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233693.306299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233693.306303:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736210240:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233693.306397:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210304:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233693.306427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233693.306437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233693/real 1761233693] req@0000000099725227 x1846777736210304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233693.306449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736210304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233693.306457:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233693.306460:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233693.306463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210304:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233693.306605:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210368:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233693.306633:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233693.306646:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233693/real 1761233693] req@00000000c35ccb78 x1846777736210368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233693.306664:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736210368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233693.306719:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233693.306720:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233693.306722:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210368:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233693.306726:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210432:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233693.306744:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233693.306750:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233693/real 1761233693] req@0000000070bd2103 x1846777736210432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233693.306757:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736210432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233693.306762:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233693.306763:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233693.306765:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210432:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233693.306768:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210496:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233693.306778:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233693.306782:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233693/real 1761233693] req@000000002f434b1a x1846777736210496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233693.306787:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736210496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233718 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233693.306792:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233693.306793:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233693.306795:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210496:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761233693.370065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233694.329988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233694.394080:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233695.353978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233695.418062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233696.378018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233696.442073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233697.402016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233697.465995:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233698.426009:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233698.426014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233698.426033:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233698.426038:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233698.426065:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9296 00000100:00080000:2.0:1761233698.426069:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233698.426076:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233698.426140:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736210560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233698.426165:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233698.426167:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233698.426169:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233698.426172:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9296 00000100:00080000:2.0:1761233698.426173:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233698.426175:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233698.426184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233698.426193:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736210624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233698.426200:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233698.426202:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233698.426203:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233698.426208:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9296 00000100:00100000:3.0:1761233698.426209:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736210560:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233698.426210:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233698.426214:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233698.426220:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233698.426226:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736210688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233698.426231:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233698.426234:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233698.426235:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233698.426237:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9296 00000100:00080000:2.0:1761233698.426240:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233698.426242:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233698.426245:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233698.426251:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736210752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233698.426256:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233698.426258:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233698.426260:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233698.426262:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9296 00000100:00080000:2.0:1761233698.426264:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233698.426266:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233698.426269:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233698.426274:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736210816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233698.426298:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233698.426322:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233698/real 1761233698] req@000000002f434b1a x1846777736210560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233698.426334:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736210560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233698.426342:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233698.426344:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233698.426347:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736210560:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233698.426370:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210624:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233698.426384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233698.426389:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233698/real 1761233698] req@0000000070bd2103 x1846777736210624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233698.426396:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736210624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233698.426416:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233698.426417:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233698.426419:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210624:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233698.426425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210688:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233698.426440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233698.426445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233698/real 1761233698] req@00000000c35ccb78 x1846777736210688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233698.426451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736210688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233698.426456:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233698.426458:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233698.426459:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210688:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233698.426462:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210752:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233698.426473:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233698.426476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233698/real 1761233698] req@0000000099725227 x1846777736210752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233698.426482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736210752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233698.426487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233698.426488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233698.426489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210752:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233698.426492:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210816:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233698.426501:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233698.426504:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233698/real 1761233698] req@000000001f17a0b8 x1846777736210816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233698.426511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736210816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233723 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233698.426516:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233698.426517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233698.426518:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210816:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233698.489977:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233699.450001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233699.513999:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233700.473992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233700.538184:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233701.497949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233701.562138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233702.521948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233702.586155:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233703.546007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233703.546009:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233703.546022:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233703.546028:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233703.546040:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9301 00000100:00080000:3.0:1761233703.546046:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233703.546055:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233703.546111:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736210880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233703.546146:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233703.546150:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233703.546152:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233703.546157:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9301 00000100:00080000:3.0:1761233703.546159:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233703.546163:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233703.546175:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233703.546194:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736210944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233703.546204:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736210880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:3.0:1761233703.546208:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233703.546214:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233703.546215:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233703.546222:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9301 00000100:00080000:3.0:1761233703.546225:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233703.546231:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233703.546237:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233703.546255:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736211008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233703.546265:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233703.546269:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233703.546271:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233703.546275:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9301 00000800:00000100:0.0:1761233703.546281:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233703.546283:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233703.546290:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233703.546297:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233703.546304:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233703/real 1761233703] req@000000000b14a2de x1846777736210880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233703.546311:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736211072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233703.546340:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736210880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233703.546349:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233703.546357:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761233703.546361:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233703.546362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736210880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:3.0:1761233703.546376:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233703.546380:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233703.546385:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9301 00000100:00080000:3.0:1761233703.546388:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233703.546393:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233703.546396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210944:192.168.201.106@tcp:38:kworker/u8:2.0 00000008:00100000:3.0:1761233703.546401:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233703.546424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233703.546424:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736211136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233703.546435:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233703/real 1761233703] req@0000000017b16811 x1846777736210944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233703.546462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736210944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233703.546469:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233703.546471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233703.546473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736210944:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233703.546478:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211008:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233703.546490:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233703.546499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233703/real 1761233703] req@000000003dd9839b x1846777736211008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233703.546506:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736211008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233703.546510:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233703.546511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233703.546513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211008:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233703.546517:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211072:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233703.546527:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233703.546530:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233703/real 1761233703] req@00000000736ef9ba x1846777736211072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233703.546541:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736211072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233703.546545:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233703.546546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233703.546547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211072:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233703.546558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211136:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233703.546568:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233703.546572:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233703/real 1761233703] req@00000000d2119349 x1846777736211136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233703.546578:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736211136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233728 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233703.546582:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233703.546584:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233703.546585:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211136:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761233703.610354:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233704.570015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233704.635009:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233705.593975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233705.658685:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233706.617949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233706.682128:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233707.641997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233707.706152:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233708.665988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233708.666029:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233708.666038:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233708.666042:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233708.666052:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9307 00000100:00080000:0.0:1761233708.666056:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233708.666063:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233708.666101:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736211200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233708.666139:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233708.666142:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233708.666144:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233708.666147:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9307 00000100:00080000:0.0:1761233708.666149:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233708.666152:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233708.666163:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233708.666175:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736211264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233708.666183:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233708.666186:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233708.666188:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233708.666192:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9307 00000100:00080000:0.0:1761233708.666196:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761233708.666198:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736211200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233708.666202:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233708.666210:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233708.666221:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736211328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233708.666230:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233708.666233:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233708.666236:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233708.666264:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9307 00000100:00080000:0.0:1761233708.666266:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233708.666269:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233708.666273:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233708.666285:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736211392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233708.666290:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233708.666293:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233708.666294:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233708.666295:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9307 00000100:00080000:0.0:1761233708.666297:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233708.666301:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233708.666305:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233708.666311:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736211456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233708.666320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233708.666349:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233708/real 1761233708] req@00000000d75fe628 x1846777736211200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233708.666366:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736211200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233708.666376:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233708.666379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233708.666382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736211200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233708.666410:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211264:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233708.666428:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233708.666433:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233708/real 1761233708] req@00000000330b2500 x1846777736211264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233708.666441:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736211264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233708.666446:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233708.666448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233708.666449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211264:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233708.666454:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211328:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233708.666467:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233708.666471:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233708/real 1761233708] req@0000000023d541ab x1846777736211328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233708.666478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736211328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233708.666484:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233708.666485:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233708.666487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211328:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233708.666490:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211392:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233708.666503:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233708.666508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233708/real 1761233708] req@00000000de11a021 x1846777736211392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233708.666515:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736211392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233708.666520:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233708.666522:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233708.666523:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211392:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233708.666527:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211456:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233708.666537:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233708.666541:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233708/real 1761233708] req@00000000e0da2515 x1846777736211456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233708.666548:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736211456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233733 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233708.666554:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233708.666555:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233708.666557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211456:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233708.730059:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233709.690013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233709.754257:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233710.714060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233710.778170:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233711.737944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233711.802104:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233712.762010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233712.826092:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233713.785992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233713.785997:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233713.786008:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233713.786013:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233713.786025:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9312 00000100:00080000:3.0:1761233713.786030:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233713.786039:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233713.786098:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736211520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233713.786123:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233713.786126:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233713.786127:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233713.786131:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9312 00000100:00080000:3.0:1761233713.786132:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233713.786135:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233713.786146:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233713.786156:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736211584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233713.786176:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233713.786179:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233713.786181:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233713.786184:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9312 00000100:00080000:3.0:1761233713.786185:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233713.786188:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233713.786192:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233713.786195:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736211520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233713.786202:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736211648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233713.786209:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233713.786211:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233713.786212:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233713.786214:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9312 00000100:00080000:3.0:1761233713.786215:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233713.786217:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233713.786220:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233713.786227:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736211712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233713.786232:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233713.786234:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233713.786234:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233713.786237:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9312 00000100:00080000:3.0:1761233713.786238:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233713.786240:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233713.786242:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233713.786250:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736211776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233713.786313:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211584:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233713.786346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211648:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233713.786369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211712:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233713.786392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211776:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761233713.850025:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233714.810022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233714.874067:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233715.834000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233715.898094:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233716.858002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761233716.858214:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761233716.858269:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761233716.858290:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233716.858344:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233716.858356:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233716.858366:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761233716.858374:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761233716.858482:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233713/real 1761233716] req@0000000066592840 x1846777736211584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233716.858522:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736211584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233716.858534:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233716.858539:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233716.858543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211584:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233716.858551:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233713/real 1761233716] req@00000000d3a306c9 x1846777736211648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233716.858562:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736211648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233716.858570:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233716.858572:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233716.858575:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211648:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233716.858581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233713/real 1761233716] req@00000000a0b7b6fd x1846777736211712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233716.858592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736211712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233716.858597:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233716.858598:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233716.858601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211712:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233716.858604:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233713/real 1761233716] req@0000000044909560 x1846777736211776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233716.858610:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736211776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233716.858622:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233716.858625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233716.858628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211776:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233716.858634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233713/real 1761233716] req@0000000009919b3e x1846777736211520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233716.858645:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736211520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233738 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233716.858653:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233716.858655:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233716.858658:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736211520:192.168.201.106@tcp:250:kworker/u8:2.0 00010000:00010000:2.0:1761233716.922041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233717.881994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233717.946074:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233718.906004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233718.906071:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233718.906096:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233718.906104:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233718.906117:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9317 00000100:00080000:3.0:1761233718.906122:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233718.906130:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233718.906177:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736211840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233718.906210:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233718.906214:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233718.906216:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233718.906220:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9317 00000100:00080000:3.0:1761233718.906222:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233718.906227:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233718.906239:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233718.906254:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736211904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233718.906267:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233718.906270:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233718.906272:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233718.906277:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736211840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:3.0:1761233718.906280:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9317 00000100:00080000:3.0:1761233718.906285:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233718.906291:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233718.906297:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233718.906311:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736211968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233718.906320:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233718.906324:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233718.906326:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233718.906330:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9317 00000100:00080000:3.0:1761233718.906332:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233718.906336:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233718.906341:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233718.906352:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736212032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233718.906361:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233718.906365:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233718.906367:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233718.906371:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9317 00000100:00080000:3.0:1761233718.906373:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233718.906377:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:0.0:1761233718.906383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761233718.906384:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233718.906402:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736212096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233718.906416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233718/real 1761233718] req@0000000009919b3e x1846777736211840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233718.906438:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736211840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233718.906456:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233718.906459:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233718.906464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736211840:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233718.906493:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211904:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233718.906518:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233718.906528:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233718/real 1761233718] req@0000000044909560 x1846777736211904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233718.906539:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736211904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233718.906547:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233718.906550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233718.906553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211904:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233718.906559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211968:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233718.906579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233718.906587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233718/real 1761233718] req@00000000a0b7b6fd x1846777736211968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233718.906598:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736211968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233718.906605:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233718.906608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233718.906611:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736211968:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233718.906617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212032:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233718.906636:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233718.906643:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233718/real 1761233718] req@00000000d3a306c9 x1846777736212032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233718.906653:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736212032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233718.906668:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233718.906670:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233718.906674:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212032:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233718.906679:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212096:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233718.906698:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233718.906705:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233718/real 1761233718] req@0000000066592840 x1846777736212096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233718.906716:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736212096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233743 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233718.906723:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233718.906726:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233718.906729:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212096:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233718.970141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233719.929991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233719.994080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233720.954012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233721.018137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233721.977952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233722.042089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233723.001972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233723.066150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233724.025977:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233724.025979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233724.025989:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233724.025995:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233724.026018:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9322 00000100:00080000:1.0:1761233724.026022:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233724.026030:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233724.026074:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736212160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233724.026103:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233724.026107:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233724.026110:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233724.026114:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9322 00000100:00080000:1.0:1761233724.026116:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233724.026120:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233724.026132:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233724.026144:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736212224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233724.026152:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233724.026155:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233724.026157:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233724.026160:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9322 00000100:00080000:1.0:1761233724.026161:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233724.026164:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233724.026166:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233724.026167:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736212160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233724.026175:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736212288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233724.026182:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233724.026184:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233724.026185:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233724.026186:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9322 00000100:00080000:1.0:1761233724.026188:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233724.026191:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233724.026195:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233724.026209:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736212352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233724.026216:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233724.026219:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233724.026220:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233724.026223:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9322 00000100:00080000:1.0:1761233724.026225:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233724.026227:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233724.026230:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233724.026237:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736212416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233724.026261:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233724.026287:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@0000000054fdc67e x1846777736212160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233724.026303:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736212160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233724.026311:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233724.026313:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233724.026316:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736212160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233724.026322:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212224:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233724.026338:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233724.026342:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@00000000069b687a x1846777736212224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233724.026349:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736212224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233724.026354:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233724.026355:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233724.026357:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233724.026381:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233724.026391:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233724.026396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@00000000c2c1573a x1846777736212288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233724.026403:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736212288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233724.026407:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233724.026409:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233724.026411:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233724.026414:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233724.026423:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233724.026427:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@000000000baedc40 x1846777736212352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233724.026434:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736212352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233724.026438:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233724.026439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233724.026441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233724.026443:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233724.026453:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233724.026457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233724/real 1761233724] req@00000000464e3652 x1846777736212416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233724.026464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736212416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233749 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233724.026468:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233724.026469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233724.026471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233724.090046:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233725.050003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233725.114004:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233726.073985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233726.138124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233727.097981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233727.162097:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233728.122011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233728.186080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233729.145990:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233729.146001:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233729.146006:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233729.146018:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9327 00000100:00080000:1.0:1761233729.146022:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233729.146030:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233729.146036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761233729.146074:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736212480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233729.146104:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233729.146108:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233729.146109:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233729.146112:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9327 00000100:00080000:1.0:1761233729.146115:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233729.146120:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233729.146128:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233729.146147:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736212480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233729.146148:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736212544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233729.146173:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233729.146176:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233729.146177:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233729.146182:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9327 00000100:00080000:1.0:1761233729.146185:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233729.146189:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233729.146193:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233729.146206:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736212608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233729.146215:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233729.146218:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233729.146218:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233729.146221:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9327 00000100:00080000:1.0:1761233729.146222:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233729.146226:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233729.146229:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233729.146238:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736212672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233729.146244:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761233729.146252:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233729.146254:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233729.146258:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233729.146266:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9327 00000100:00080000:1.0:1761233729.146269:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233729.146272:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233729.146277:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233729.146284:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233729/real 1761233729] req@000000006ce6fb08 x1846777736212480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233729.146291:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736212736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233729.146343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736212480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233729.146358:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233729.146361:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233729.146365:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736212480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233729.146394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212544:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233729.146414:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233729.146419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233729/real 1761233729] req@000000009c8a8899 x1846777736212544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233729.146428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736212544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233729.146433:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233729.146435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233729.146437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212544:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233729.146441:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212608:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233729.146454:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233729.146464:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233729/real 1761233729] req@00000000a0dbac9b x1846777736212608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233729.146471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736212608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233729.146476:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233729.146477:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233729.146478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212608:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233729.146484:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212672:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233729.146498:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233729.146505:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233729/real 1761233729] req@00000000086973a9 x1846777736212672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233729.146512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736212672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233729.146518:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233729.146520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233729.146523:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212672:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233729.146526:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212736:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233729.146542:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233729.146549:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233729/real 1761233729] req@0000000013a55d77 x1846777736212736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233729.146556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736212736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233754 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233729.146562:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233729.146564:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233729.146567:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212736:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233729.210095:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233730.170070:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233730.234149:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233731.193978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233731.258129:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233732.218016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233732.282078:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233733.242012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233733.306117:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233734.266009:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233734.266011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233734.266026:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233734.266038:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233734.266055:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9332 00000100:00080000:1.0:1761233734.266060:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233734.266068:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233734.266117:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736212800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233734.266146:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233734.266150:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233734.266151:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233734.266155:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9332 00000100:00080000:1.0:1761233734.266157:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233734.266161:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233734.266173:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233734.266187:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736212864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233734.266198:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736212800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233734.266202:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233734.266206:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233734.266208:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233734.266214:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9332 00000100:00080000:1.0:1761233734.266217:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233734.266222:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233734.266226:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233734.266239:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736212928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233734.266248:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233734.266252:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233734.266254:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233734.266257:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9332 00000100:00080000:1.0:1761233734.266259:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233734.266264:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233734.266266:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233734.266273:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233734.266292:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736212992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233734.266293:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233734/real 1761233734] req@0000000012be0532 x1846777736212800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233734.266354:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233734.266358:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761233734.266360:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736212800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233734.266360:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233734.266375:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9332 00000100:00080000:0.0:1761233734.266380:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233734.266381:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233734.266387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:1.0:1761233734.266392:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233734.266393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736212800:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:1.0:1761233734.266408:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233734.266428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212864:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233734.266430:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736213056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233734.266461:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233734.266472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233734/real 1761233734] req@000000007a9a6396 x1846777736212864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233734.266480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736212864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233734.266485:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233734.266487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233734.266489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212864:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233734.266493:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212928:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233734.266505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233734.266509:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233734/real 1761233734] req@00000000161ad79e x1846777736212928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233734.266519:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736212928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233734.266524:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233734.266525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233734.266526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212928:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233734.266530:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212992:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233734.266540:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233734.266544:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233734/real 1761233734] req@00000000f706d6b4 x1846777736212992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233734.266550:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736212992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233734.266554:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233734.266555:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233734.266557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736212992:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233734.266570:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213056:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233734.266579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233734.266583:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233734/real 1761233734] req@0000000013a55d77 x1846777736213056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233734.266589:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736213056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233759 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233734.266594:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233734.266595:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233734.266597:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213056:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233734.330080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233735.289973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233735.354071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233736.314028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233736.377993:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233737.337981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233737.402063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233738.362050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233738.426132:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233739.385984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233739.385987:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233739.385998:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233739.386002:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233739.386012:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9337 00000100:00080000:3.0:1761233739.386016:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233739.386026:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233739.386077:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736213120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233739.386103:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233739.386106:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233739.386107:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233739.386110:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9337 00000100:00080000:3.0:1761233739.386112:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233739.386115:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233739.386125:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233739.386135:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736213184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233739.386142:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233739.386145:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233739.386146:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233739.386150:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736213120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233739.386154:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9337 00000100:00080000:3.0:1761233739.386158:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233739.386160:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233739.386163:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233739.386170:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736213248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233739.386176:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233739.386178:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233739.386179:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233739.386182:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9337 00000100:00080000:3.0:1761233739.386183:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233739.386185:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233739.386188:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233739.386195:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736213312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233739.386200:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233739.386202:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233739.386202:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233739.386205:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9337 00000100:00080000:3.0:1761233739.386206:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233739.386208:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233739.386211:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233739.386216:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736213376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233739.386237:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233739.386260:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233739/real 1761233739] req@00000000d2119349 x1846777736213120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233739.386274:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736213120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233739.386282:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233739.386285:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233739.386288:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736213120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233739.386311:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233739.386326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233739.386332:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233739/real 1761233739] req@00000000736ef9ba x1846777736213184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233739.386339:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736213184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233739.386344:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233739.386346:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233739.386348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233739.386351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233739.386362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233739.386366:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233739/real 1761233739] req@000000003dd9839b x1846777736213248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233739.386373:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736213248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233739.386378:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233739.386379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233739.386380:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233739.386383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233739.386394:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233739.386398:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233739/real 1761233739] req@0000000017b16811 x1846777736213312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233739.386404:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736213312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233739.386409:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233739.386410:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233739.386412:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233739.386415:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233739.386424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233739.386427:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233739/real 1761233739] req@000000000b14a2de x1846777736213376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233739.386433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736213376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233764 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233739.386438:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233739.386440:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233739.386441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233739.450051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233740.410012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233740.474078:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233741.433969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233741.498046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233742.457982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233742.522139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233743.481947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233743.546095:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233744.505970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233744.506018:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233744.506026:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233744.506030:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233744.506041:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9342 00000100:00080000:1.0:1761233744.506044:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233744.506051:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233744.506094:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736213440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233744.506124:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233744.506127:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233744.506128:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233744.506131:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9342 00000100:00080000:1.0:1761233744.506134:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233744.506137:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233744.506148:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233744.506161:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736213504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233744.506172:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233744.506176:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233744.506178:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233744.506182:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736213440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233744.506184:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9342 00000100:00080000:1.0:1761233744.506190:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233744.506193:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233744.506198:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233744.506210:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736213568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233744.506220:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233744.506224:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233744.506226:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233744.506229:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9342 00000100:00080000:1.0:1761233744.506232:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233744.506237:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233744.506242:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233744.506250:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736213632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233744.506256:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233744.506258:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233744.506259:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233744.506262:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9342 00000100:00080000:1.0:1761233744.506263:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233744.506267:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233744.506271:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233744.506275:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233744.506286:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736213696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233744.506295:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233744/real 1761233744] req@00000000086973a9 x1846777736213440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233744.506311:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736213440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233744.506320:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233744.506323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233744.506326:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736213440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233744.506331:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233744.506346:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233744.506351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233744/real 1761233744] req@00000000a0dbac9b x1846777736213504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233744.506358:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736213504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233744.506363:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233744.506365:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233744.506367:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233744.506392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233744.506403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233744.506407:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233744/real 1761233744] req@000000009c8a8899 x1846777736213568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233744.506414:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736213568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233744.506419:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233744.506420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233744.506422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233744.506425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233744.506435:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233744.506438:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233744/real 1761233744] req@000000006ce6fb08 x1846777736213632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233744.506445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736213632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233744.506449:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233744.506450:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233744.506452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233744.506455:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233744.506464:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233744.506467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233744/real 1761233744] req@00000000464e3652 x1846777736213696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233744.506474:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736213696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233769 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233744.506479:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233744.506480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233744.506481:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213696:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233744.570115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233745.530039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233745.594066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233746.553979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233746.618096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233747.577948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233747.642063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233748.601945:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233748.666127:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233749.625976:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233749.625981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233749.625993:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233749.626000:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233749.626012:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9348 00000100:00080000:3.0:1761233749.626017:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233749.626026:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233749.626067:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736213760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233749.626091:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233749.626094:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233749.626095:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233749.626103:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9348 00000100:00080000:3.0:1761233749.626105:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233749.626109:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233749.626121:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233749.626134:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736213824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233749.626145:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233749.626149:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736213760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233749.626151:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233749.626154:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233749.626161:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9348 00000100:00080000:3.0:1761233749.626163:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233749.626166:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233749.626172:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233749.626182:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736213888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233749.626188:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233749.626191:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233749.626192:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233749.626195:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9348 00000100:00080000:3.0:1761233749.626196:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233749.626198:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233749.626201:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233749.626208:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736213952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233749.626213:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233749.626215:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233749.626216:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233749.626218:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9348 00000100:00080000:3.0:1761233749.626219:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233749.626222:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233749.626225:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233749.626231:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736214016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233749.626241:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233749.626267:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233749/real 1761233749] req@00000000a20dea0d x1846777736213760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233749.626287:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736213760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233749.626298:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233749.626301:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233749.626306:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736213760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233749.626335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213824:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233749.626360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233749.626366:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233749/real 1761233749] req@00000000311bc461 x1846777736213824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233749.626374:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736213824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233749.626379:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233749.626382:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233749.626384:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233749.626387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233749.626400:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233749.626404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233749/real 1761233749] req@00000000eb335f49 x1846777736213888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233749.626411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736213888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233749.626415:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233749.626417:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233749.626419:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233749.626422:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233749.626432:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233749.626436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233749/real 1761233749] req@000000007cc317a5 x1846777736213952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233749.626442:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736213952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233749.626446:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233749.626448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233749.626449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736213952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233749.626452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233749.626463:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233749.626467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233749/real 1761233749] req@00000000d46ba267 x1846777736214016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233749.626473:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736214016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233774 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233749.626478:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233749.626479:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233749.626480:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214016:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233749.690100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233750.649944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233750.714090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233751.673963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233751.738059:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233752.697948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233752.762085:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233753.721990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233753.786042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233754.745989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233754.746019:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233754.746032:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233754.746037:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233754.746051:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9353 00000100:00080000:0.0:1761233754.746055:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233754.746064:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233754.746124:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736214080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233754.746155:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233754.746160:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233754.746161:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233754.746165:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9353 00000100:00080000:0.0:1761233754.746168:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233754.746172:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233754.746184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233754.746197:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736214144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233754.746204:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736214080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233754.746210:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233754.746215:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233754.746217:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233754.746222:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9353 00000100:00080000:0.0:1761233754.746224:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233754.746228:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233754.746233:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233754.746243:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736214208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233754.746252:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233754.746255:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233754.746257:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233754.746260:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9353 00000100:00080000:0.0:1761233754.746262:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233754.746266:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233754.746271:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233754.746280:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736214272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233754.746288:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233754.746292:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233754.746293:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233754.746299:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9353 00000800:00000100:3.0:1761233754.746300:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761233754.746303:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233754.746306:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233754.746310:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233754.746319:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736214336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761233754.746352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233754/real 1761233754] req@000000001edf5a39 x1846777736214080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233754.746368:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736214080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233754.746377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233754.746380:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233754.746383:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736214080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761233754.746407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214144:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233754.746427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233754.746433:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233754/real 1761233754] req@000000009dca9672 x1846777736214144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233754.746440:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736214144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233754.746445:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233754.746447:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233754.746449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233754.746452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214208:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761233754.746462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233754.746466:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233754/real 1761233754] req@00000000c90d576b x1846777736214208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233754.746472:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736214208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233754.746481:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233754.746483:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233754.746485:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214208:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761233754.746488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214272:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233754.746498:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233754.746501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233754/real 1761233754] req@000000000e921d21 x1846777736214272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233754.746508:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736214272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233754.746512:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233754.746513:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233754.746528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761233754.746532:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214336:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761233754.746543:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233754.746548:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233754/real 1761233754] req@00000000fd377aae x1846777736214336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761233754.746554:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736214336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233779 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761233754.746559:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233754.746561:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233754.746562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214336:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761233754.810052:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233755.770019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233755.834146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233756.793970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233756.858083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233757.817984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233757.882094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233758.841946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233758.906035:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233759.865992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233759.866000:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233759.866010:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233759.866015:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233759.866029:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9358 00000100:00080000:0.0:1761233759.866032:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233759.866040:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233759.866083:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736214400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233759.866113:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233759.866116:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233759.866117:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233759.866120:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9358 00000100:00080000:0.0:1761233759.866121:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233759.866124:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233759.866133:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233759.866142:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736214464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233759.866148:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233759.866151:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233759.866153:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233759.866156:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9358 00000100:00080000:0.0:1761233759.866158:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233759.866160:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233759.866164:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233759.866167:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736214400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233759.866173:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736214528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233759.866180:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233759.866182:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233759.866182:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233759.866185:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9358 00000100:00080000:0.0:1761233759.866187:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233759.866189:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233759.866193:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233759.866200:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736214592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233759.866205:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233759.866207:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233759.866208:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233759.866211:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9358 00000100:00080000:0.0:1761233759.866212:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233759.866215:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233759.866217:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233759.866224:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736214656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761233759.866254:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233759.866279:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233759/real 1761233759] req@000000008cd0ff0b x1846777736214400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233759.866292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736214400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233759.866301:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233759.866303:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233759.866307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736214400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233759.866312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233759.866328:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233759.866333:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233759/real 1761233759] req@00000000911b207d x1846777736214464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233759.866340:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736214464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233759.866345:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233759.866347:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233759.866348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233759.866372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:3.0:1761233759.866382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233759.866386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233759/real 1761233759] req@00000000fd377aae x1846777736214528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233759.866398:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736214528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233759.866403:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233759.866404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233759.866406:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:3.0:1761233759.866409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233759.866419:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233759.866423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233759/real 1761233759] req@000000000e921d21 x1846777736214592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233759.866430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736214592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233759.866451:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233759.866453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233759.866456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:3.0:1761233759.866460:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:3.0:1761233759.866475:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233759.866480:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233759/real 1761233759] req@00000000c90d576b x1846777736214656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233759.866486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736214656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233784 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:3.0:1761233759.866491:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761233759.866493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761233759.866495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233759.930048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233760.890020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233760.954079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233761.913984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233761.978104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233762.937944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233763.002051:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233763.961947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233764.026057:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233764.986020:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233764.986024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233764.986035:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233764.986040:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233764.986053:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9363 00000100:00080000:3.0:1761233764.986057:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233764.986066:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233764.986117:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736214720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233764.986146:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233764.986150:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233764.986152:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233764.986156:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9363 00000100:00080000:3.0:1761233764.986158:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233764.986163:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233764.986174:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233764.986186:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736214720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233764.986190:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736214784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233764.986200:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233764.986204:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233764.986205:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233764.986210:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9363 00000100:00080000:3.0:1761233764.986213:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233764.986218:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233764.986225:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233764.986237:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736214848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233764.986246:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233764.986251:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233764.986253:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233764.986256:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9363 00000100:00080000:3.0:1761233764.986258:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233764.986262:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233764.986267:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233764.986275:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233764.986276:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736214912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233764.986285:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233764.986288:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233764.986289:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233764.986293:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9363 00000100:00080000:3.0:1761233764.986295:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233764.986298:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233764.986301:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233764.986302:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233764/real 1761233764] req@00000000d46ba267 x1846777736214720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233764.986309:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736214976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233764.986321:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736214720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233764.986332:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233764.986335:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233764.986340:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736214720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233764.986389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233764.986416:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233764.986425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233764/real 1761233764] req@000000007cc317a5 x1846777736214784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233764.986436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736214784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233764.986443:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233764.986445:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233764.986448:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233764.986455:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233764.986475:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233764.986483:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233764/real 1761233764] req@00000000eb335f49 x1846777736214848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233764.986490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736214848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233764.986495:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233764.986496:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233764.986498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233764.986501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233764.986515:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233764.986519:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233764/real 1761233764] req@00000000311bc461 x1846777736214912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233764.986525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736214912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233764.986530:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233764.986532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233764.986534:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233764.986537:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233764.986546:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233764.986549:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233764/real 1761233764] req@00000000a20dea0d x1846777736214976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233764.986558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736214976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233789 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233764.986566:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233764.986568:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233764.986571:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736214976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233765.049992:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233766.009976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233766.074042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233767.033968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233767.098071:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233768.057953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233768.122126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233769.082009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233769.146215:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233770.105969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233770.105976:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233770.105986:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233770.105992:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233770.106004:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9368 00000100:00080000:3.0:1761233770.106008:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233770.106016:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233770.106059:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736215040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233770.106080:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233770.106083:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233770.106084:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233770.106087:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9368 00000100:00080000:3.0:1761233770.106088:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233770.106092:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233770.106102:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233770.106111:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736215104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233770.106119:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736215040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233770.106121:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233770.106129:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233770.106130:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233770.106135:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9368 00000100:00080000:3.0:1761233770.106136:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233770.106138:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233770.106141:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233770.106151:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736215168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233770.106157:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233770.106160:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233770.106162:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233770.106165:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9368 00000100:00080000:3.0:1761233770.106167:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233770.106169:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233770.106173:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233770.106181:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736215232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233770.106185:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233770.106187:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233770.106188:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233770.106192:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9368 00000100:00080000:3.0:1761233770.106195:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233770.106197:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233770.106203:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233770.106207:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233770.106219:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736215296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233770.106226:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233770/real 1761233770] req@000000000b14a2de x1846777736215040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233770.106250:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736215040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233770.106260:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233770.106263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233770.106265:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736215040:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233770.106305:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215104:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233770.106323:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233770.106329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233770/real 1761233770] req@0000000017b16811 x1846777736215104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233770.106341:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736215104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233770.106346:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233770.106348:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233770.106350:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215104:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233770.106354:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215168:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233770.106365:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233770.106369:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233770/real 1761233770] req@000000003dd9839b x1846777736215168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233770.106375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736215168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233770.106379:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233770.106381:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233770.106382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215168:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233770.106386:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215232:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233770.106396:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233770.106400:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233770/real 1761233770] req@00000000736ef9ba x1846777736215232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233770.106406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736215232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233770.106410:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233770.106412:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233770.106414:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215232:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233770.106417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215296:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233770.106427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233770.106430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233770/real 1761233770] req@00000000d2119349 x1846777736215296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233770.106440:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736215296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233795 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233770.106448:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233770.106450:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233770.106452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215296:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233770.170392:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233771.129973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233771.194325:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233772.154049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233772.218513:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233773.177995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233773.242027:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233774.202002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233774.266062:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233775.225985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233775.226016:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233775.226033:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233775.226038:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233775.226055:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9373 00000100:00080000:2.0:1761233775.226058:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233775.226068:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233775.226121:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736215360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233775.226154:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233775.226159:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233775.226160:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233775.226166:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9373 00000100:00080000:2.0:1761233775.226169:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233775.226174:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233775.226187:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736215360:192.168.201.106@tcp:250:kworker/u8:2.0 00000008:00100000:2.0:1761233775.226187:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233775.226226:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736215424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233775.226242:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233775.226247:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233775.226248:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233775.226253:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9373 00000100:00080000:2.0:1761233775.226257:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233775.226262:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:0.0:1761233775.226267:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761233775.226268:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233775.226289:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736215488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233775.226292:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233775/real 1761233775] req@000000001f17a0b8 x1846777736215360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233775.226356:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233775.226358:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736215360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233775.226373:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233775.226377:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233775.226379:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233775.226383:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761233775.226387:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9373 00000100:00100000:0.0:1761233775.226392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736215360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233775.226393:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233775.226402:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233775.226408:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233775.226419:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215424:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233775.226424:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736215552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233775.226437:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233775.226440:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233775.226442:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761233775.226447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233775.226447:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9373 00000100:00080000:2.0:1761233775.226454:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233775.226458:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233775.226462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233775/real 1761233775] req@0000000099725227 x1846777736215424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:2.0:1761233775.226462:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233775.226475:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736215616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233775.226480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736215424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233775.226516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233775.226519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233775.226522:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215424:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233775.226526:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215488:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233775.226541:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233775.226545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233775/real 1761233775] req@00000000c35ccb78 x1846777736215488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233775.226551:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736215488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233775.226556:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233775.226557:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233775.226558:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215488:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233775.226569:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215552:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233775.226580:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233775.226584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233775/real 1761233775] req@0000000070bd2103 x1846777736215552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233775.226591:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736215552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233775.226596:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233775.226599:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233775.226601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215552:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233775.226607:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215616:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233775.226626:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233775.226634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233775/real 1761233775] req@000000002f434b1a x1846777736215616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233775.226645:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736215616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233800 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233775.226653:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233775.226655:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233775.226658:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215616:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233775.290042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233776.249962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233776.314031:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233777.274005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233777.338143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233778.298010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233778.362066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233779.322013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233779.386095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233780.345982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233780.346003:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233780.346016:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233780.346022:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233780.346036:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9378 00000100:00080000:3.0:1761233780.346041:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233780.346049:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233780.346093:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736215680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233780.346139:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233780.346142:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233780.346144:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233780.346149:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9378 00000100:00080000:3.0:1761233780.346151:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233780.346155:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233780.346165:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233780.346177:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736215744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233780.346182:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736215680:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233780.346186:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233780.346193:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233780.346196:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233780.346200:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9378 00000100:00080000:3.0:1761233780.346201:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233780.346203:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233780.346205:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233780.346213:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736215808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233780.346218:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233780.346221:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233780.346222:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233780.346224:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9378 00000100:00080000:3.0:1761233780.346226:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233780.346229:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233780.346233:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233780.346239:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736215872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233780.346244:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233780.346246:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233780.346247:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233780.346250:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9378 00000100:00080000:3.0:1761233780.346252:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233780.346255:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233780.346257:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233780.346265:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736215936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233780.346300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233780.346333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233780.346359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233780.346383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215936:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233780.410071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233781.370007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233781.434108:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233782.393963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233782.458024:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233783.417947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:1.0:1761233783.418164:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:1.0:1761233783.418198:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1761233783.418211:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:1.0:1761233783.418247:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:1.0:1761233783.418258:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:1.0:1761233783.418271:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761233783.418279:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233780/real 1761233783] req@00000000d3a306c9 x1846777736215744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000100:1.0:1761233783.418285:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761233783.418307:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736215744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233783.418318:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233783.418322:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233783.418326:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215744:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233783.418333:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233780/real 1761233783] req@00000000a0b7b6fd x1846777736215808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233783.418345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736215808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233783.418351:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233783.418354:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233783.418357:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215808:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233783.418362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233780/real 1761233783] req@0000000044909560 x1846777736215872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233783.418372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736215872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233783.418378:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233783.418380:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233783.418383:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215872:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233783.418387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233780/real 1761233783] req@0000000009919b3e x1846777736215936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233783.418396:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736215936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233783.418402:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233783.418404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233783.418407:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736215936:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233783.418411:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233780/real 1761233783] req@0000000066592840 x1846777736215680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233783.418421:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736215680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233805 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233783.418427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233783.418429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233783.418431:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736215680:192.168.201.106@tcp:250:kworker/u8:0.0 00010000:00010000:2.0:1761233783.482080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233784.441985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233784.505999:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233785.465983:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233785.465989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233785.465996:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233785.466002:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233785.466012:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9383 00000100:00080000:3.0:1761233785.466016:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233785.466024:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233785.466094:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736216000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233785.466120:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233785.466123:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233785.466125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233785.466129:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9383 00000100:00080000:3.0:1761233785.466130:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233785.466133:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233785.466144:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233785.466155:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736216064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233785.466163:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233785.466167:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233785.466173:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233785.466174:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233785.466179:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9383 00000100:00080000:3.0:1761233785.466181:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233785.466184:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233785.466188:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233785.466199:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736216128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233785.466208:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233785.466211:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233785.466213:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233785.466216:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9383 00000100:00080000:3.0:1761233785.466218:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233785.466223:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233785.466227:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233785.466236:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736216192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233785.466250:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233785.466253:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233785.466254:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233785.466258:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9383 00000100:00080000:3.0:1761233785.466260:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233785.466266:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233785.466266:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233785.466273:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233785.466285:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736216256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233785.466301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233785/real 1761233785] req@0000000066592840 x1846777736216000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233785.466337:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736216000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233785.466348:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233785.466351:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233785.466355:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233785.466386:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216064:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233785.466412:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233785.466422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233785/real 1761233785] req@0000000009919b3e x1846777736216064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233785.466433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736216064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233785.466440:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233785.466443:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233785.466446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233785.466452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233785.466471:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233785.466479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233785/real 1761233785] req@0000000044909560 x1846777736216128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233785.466488:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736216128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233785.466496:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233785.466498:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233785.466500:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233785.466506:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233785.466525:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233785.466531:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233785/real 1761233785] req@00000000a0b7b6fd x1846777736216192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233785.466542:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736216192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233785.466549:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233785.466551:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233785.466554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233785.466559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233785.466579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233785.466587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233785/real 1761233785] req@00000000d3a306c9 x1846777736216256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233785.466598:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736216256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233810 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233785.466605:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233785.466607:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233785.466610:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216256:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233785.530096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233786.490001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233786.554084:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233787.513984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233787.578102:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233788.538035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233788.602055:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233789.561994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233789.626136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233790.586017:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233790.586020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233790.586032:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233790.586037:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233790.586048:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9389 00000100:00080000:3.0:1761233790.586052:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233790.586060:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233790.586113:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736216320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233790.586139:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233790.586143:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233790.586145:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233790.586149:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9389 00000100:00080000:3.0:1761233790.586152:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233790.586156:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233790.586170:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233790.586178:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233790.586182:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736216384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233790.586190:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233790.586194:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233790.586195:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233790.586199:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9389 00000100:00080000:3.0:1761233790.586201:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233790.586204:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233790.586208:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233790.586215:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736216448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233790.586223:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233790.586225:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233790.586227:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233790.586230:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9389 00000100:00080000:3.0:1761233790.586231:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233790.586234:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233790.586239:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233790.586246:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736216512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233790.586253:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233790.586256:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233790.586258:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233790.586262:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9389 00000800:00000100:0.0:1761233790.586264:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233790.586264:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233790.586267:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233790.586271:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233790.586278:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736216576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233790.586292:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233790/real 1761233790] req@00000000d2119349 x1846777736216320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233790.586310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736216320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233790.586321:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233790.586325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233790.586329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216320:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233790.586355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216384:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233790.586374:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233790.586380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233790/real 1761233790] req@00000000736ef9ba x1846777736216384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233790.586387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736216384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233790.586392:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233790.586394:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233790.586395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216384:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233790.586401:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216448:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233790.586412:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233790.586416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233790/real 1761233790] req@000000003dd9839b x1846777736216448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233790.586422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736216448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233790.586427:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233790.586428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233790.586429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216448:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233790.586432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216512:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233790.586443:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233790.586446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233790/real 1761233790] req@0000000017b16811 x1846777736216512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233790.586453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736216512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233790.586457:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233790.586459:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233790.586460:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216512:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233790.586463:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216576:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233790.586472:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233790.586476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233790/real 1761233790] req@000000000b14a2de x1846777736216576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233790.586483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736216576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233815 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233790.586487:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233790.586488:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233790.586490:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216576:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233790.650060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233791.609964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233791.674089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233792.634047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233792.698030:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233793.658102:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233793.722095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761233794.682048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233794.746136:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233795.706024:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233795.706038:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761233795.706042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233795.706043:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233795.706061:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9394 00000100:00080000:2.0:1761233795.706067:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233795.706079:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233795.706137:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736216640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233795.706166:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233795.706170:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233795.706172:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233795.706177:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9394 00000100:00080000:2.0:1761233795.706180:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233795.706186:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233795.706200:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233795.706207:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233795.706220:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736216704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233795.706233:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233795.706237:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233795.706239:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233795.706244:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9394 00000100:00080000:2.0:1761233795.706246:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233795.706250:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233795.706256:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233795.706268:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736216768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233795.706277:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233795.706281:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233795.706283:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233795.706288:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9394 00000100:00080000:2.0:1761233795.706291:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233795.706295:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233795.706301:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233795.706303:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233795.706317:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736216832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233795.706328:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233795.706332:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233795/real 1761233795] req@000000002f434b1a x1846777736216640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233795.706335:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233795.706338:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233795.706348:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9394 00000100:00080000:2.0:1761233795.706352:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233795.706357:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233795.706359:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736216640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:2.0:1761233795.706365:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761233795.706373:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233795.706377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233795.706381:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736216896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233795.706384:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233795.706417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216704:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233795.706435:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233795.706441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233795/real 1761233795] req@0000000070bd2103 x1846777736216704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233795.706449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736216704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233795.706455:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233795.706458:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233795.706460:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216704:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233795.706463:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216768:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233795.706475:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233795.706479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233795/real 1761233795] req@00000000c35ccb78 x1846777736216768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233795.706486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736216768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233795.706491:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233795.706492:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233795.706494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216768:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233795.706497:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216832:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233795.706509:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233795.706513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233795/real 1761233795] req@0000000099725227 x1846777736216832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233795.706520:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736216832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233795.706525:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233795.706527:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233795.706528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216832:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233795.706532:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216896:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233795.706543:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233795.706547:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233795/real 1761233795] req@000000001f17a0b8 x1846777736216896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233795.706554:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736216896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233820 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233795.706559:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233795.706561:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233795.706562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736216896:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233795.770084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233796.730005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233796.794183:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233797.753967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233797.818110:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233798.777971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233798.842146:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233799.801968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233799.866104:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233800.825978:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233800.825997:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233800.826003:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233800.826021:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9399 00000100:00100000:1.0:1761233800.826026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233800.826028:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233800.826043:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233800.826100:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736216960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233800.826152:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233800.826156:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233800.826158:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233800.826164:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9399 00000100:00080000:2.0:1761233800.826168:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233800.826176:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233800.826193:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233800.826208:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233800.826220:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736217024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233800.826242:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233800.826247:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233800.826250:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233800.826257:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9399 00000100:00080000:2.0:1761233800.826260:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233800.826266:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233800.826275:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233800.826289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233800.826299:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736217088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233800.826316:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233800.826320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233800/real 1761233800] req@000000001f17a0b8 x1846777736216960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233800.826340:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736216960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233800.826364:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233800.826368:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233800.826380:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9399 00000100:00080000:1.0:1761233800.826381:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233800.826383:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233800.826386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233800.826395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736216960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233800.826395:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233800.826409:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233800.826428:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736217152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233800.826430:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217024:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00080000:2.0:1761233800.826451:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233800.826456:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233800.826459:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233800.826467:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233800.826472:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9399 00000100:00080000:2.0:1761233800.826477:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233800.826479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233800/real 1761233800] req@0000000099725227 x1846777736217024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233800.826489:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233800.826499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736217024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:2.0:1761233800.826500:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233800.826515:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233800.826519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233800.826524:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217024:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233800.826529:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736217216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233800.826536:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217088:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233800.826564:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233800.826578:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233800/real 1761233800] req@00000000c35ccb78 x1846777736217088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233800.826588:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736217088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233800.826597:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233800.826601:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233800.826605:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217088:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233800.826626:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217152:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233800.826644:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233800.826660:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233800/real 1761233800] req@0000000070bd2103 x1846777736217152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233800.826675:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736217152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233800.826680:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233800.826682:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233800.826683:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217152:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233800.826688:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217216:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233800.826698:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233800.826703:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233800/real 1761233800] req@000000002f434b1a x1846777736217216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233800.826709:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736217216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233825 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233800.826714:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233800.826715:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233800.826717:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217216:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233800.890049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233801.850022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233801.914051:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233802.873943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233802.938049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233803.898038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233803.962015:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233804.921938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233804.986143:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233805.946011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233805.946011:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233805.946025:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233805.946030:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233805.946043:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9404 00000100:00080000:3.0:1761233805.946047:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233805.946055:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233805.946109:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736217280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233805.946141:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233805.946145:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233805.946147:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233805.946151:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9404 00000100:00080000:3.0:1761233805.946153:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233805.946157:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233805.946169:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233805.946184:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736217344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233805.946193:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736217280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233805.946195:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233805.946202:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233805.946204:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233805.946208:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9404 00000100:00080000:3.0:1761233805.946211:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233805.946214:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233805.946220:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233805.946232:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736217408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233805.946241:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233805.946245:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233805.946246:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233805.946250:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9404 00000100:00080000:3.0:1761233805.946251:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233805.946255:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233805.946260:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233805.946270:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736217472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233805.946278:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233805.946280:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233805.946282:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233805.946286:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9404 00000100:00080000:3.0:1761233805.946288:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233805.946292:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233805.946295:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233805.946301:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233805.946314:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736217536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233805.946330:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233805/real 1761233805] req@00000000a20dea0d x1846777736217280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233805.946351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736217280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233805.946361:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233805.946364:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233805.946370:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736217280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233805.946398:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217344:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233805.946422:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233805.946432:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233805/real 1761233805] req@00000000311bc461 x1846777736217344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233805.946443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736217344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233805.946450:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233805.946453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233805.946456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217344:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233805.946462:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217408:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233805.946481:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233805.946490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233805/real 1761233805] req@00000000eb335f49 x1846777736217408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233805.946501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736217408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233805.946508:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233805.946510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233805.946513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217408:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233805.946518:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217472:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233805.946538:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233805.946546:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233805/real 1761233805] req@000000007cc317a5 x1846777736217472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233805.946556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736217472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233805.946563:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233805.946565:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233805.946568:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217472:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233805.946573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217536:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233805.946598:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233805.946607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233805/real 1761233805] req@00000000d46ba267 x1846777736217536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233805.946618:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736217536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233830 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233805.946631:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233805.946633:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233805.946636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217536:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233806.010042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233806.970006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233807.034067:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233807.994029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233808.058057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233809.017944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233809.082103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233810.041937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233810.106140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233811.065998:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233811.066005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233811.066010:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233811.066018:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233811.066030:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9409 00000100:00080000:3.0:1761233811.066034:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233811.066042:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233811.066090:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736217600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233811.066116:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233811.066119:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233811.066120:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233811.066123:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9409 00000100:00080000:3.0:1761233811.066125:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233811.066127:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233811.066136:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233811.066147:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736217664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233811.066154:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233811.066156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736217600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233811.066162:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233811.066169:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233811.066175:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9409 00000100:00080000:3.0:1761233811.066177:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233811.066179:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233811.066184:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233811.066200:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736217728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233811.066208:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233811.066211:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233811.066212:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233811.066214:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9409 00000100:00080000:3.0:1761233811.066215:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233811.066218:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233811.066221:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233811.066227:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736217792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233811.066233:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233811.066236:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233811.066237:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233811.066241:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9409 00000100:00080000:3.0:1761233811.066245:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233811.066248:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233811.066252:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233811.066258:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233811.066268:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736217856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233811.066277:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@00000000d46ba267 x1846777736217600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233811.066293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736217600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233811.066302:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.066305:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233811.066307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736217600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233811.066329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233811.066353:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233811.066362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@000000007cc317a5 x1846777736217664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233811.066372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736217664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233811.066382:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.066384:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233811.066386:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233811.066390:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233811.066404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233811.066408:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@00000000eb335f49 x1846777736217728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233811.066415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736217728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233811.066419:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.066420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233811.066422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233811.066425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233811.066436:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233811.066440:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@00000000311bc461 x1846777736217792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233811.066446:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736217792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233811.066450:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.066451:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233811.066453:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233811.066456:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233811.066465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233811.066469:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233811/real 1761233811] req@00000000a20dea0d x1846777736217856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233811.066475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736217856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233836 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233811.066479:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233811.066480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233811.066482:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233811.130102:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233812.090029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233812.154065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233813.113954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233813.178089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233814.137986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233814.202071:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233815.162005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233815.226086:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761233816.185965:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233816.185978:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:1.0:1761233816.185981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233816.185982:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233816.185999:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9414 00000100:00080000:0.0:1761233816.186003:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233816.186011:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233816.186045:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736217920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233816.186072:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233816.186076:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233816.186086:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233816.186097:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9414 00000100:00080000:0.0:1761233816.186100:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233816.186107:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233816.186109:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736217920:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:0.0:1761233816.186119:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233816.186136:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736217984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233816.186151:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233816.186155:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233816.186156:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233816.186160:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9414 00000100:00080000:0.0:1761233816.186162:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233816.186166:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233816.186171:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233816.186183:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736218048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233816.186192:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233816.186196:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233816.186198:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233816.186201:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9414 00000100:00080000:0.0:1761233816.186203:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233816.186210:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761233816.186210:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761233816.186221:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233816.186239:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736218112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233816.186243:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233816/real 1761233816] req@000000009dca9672 x1846777736217920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233816.186285:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233816.186286:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736217920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233816.186301:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233816.186305:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233816.186308:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233816.186312:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761233816.186316:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9414 00000100:00100000:1.0:1761233816.186320:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736217920:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761233816.186321:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233816.186331:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233816.186339:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233816.186357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217984:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233816.186358:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736218176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233816.186386:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233816.186393:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233816/real 1761233816] req@000000001edf5a39 x1846777736217984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233816.186410:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736217984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233816.186416:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233816.186418:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233816.186422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736217984:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233816.186427:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218048:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233816.186440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233816.186445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233816/real 1761233816] req@00000000e0da2515 x1846777736218048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233816.186452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736218048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233816.186457:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233816.186458:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233816.186460:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218048:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233816.186463:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218112:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233816.186476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233816.186479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233816/real 1761233816] req@00000000de11a021 x1846777736218112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233816.186486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736218112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233816.186491:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233816.186492:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233816.186493:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218112:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233816.186505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218176:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233816.186515:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233816.186519:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233816/real 1761233816] req@0000000023d541ab x1846777736218176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233816.186525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736218176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233841 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233816.186530:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233816.186531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233816.186533:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218176:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233816.250056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233817.209951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233817.273996:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233818.233939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233818.298150:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233819.257956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233819.322141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233820.281952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233820.346085:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233821.305995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233821.306018:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233821.306032:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233821.306038:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233821.306053:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9419 00000100:00080000:3.0:1761233821.306058:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233821.306066:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233821.306116:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736218240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233821.306146:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233821.306150:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233821.306152:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233821.306156:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9419 00000100:00080000:3.0:1761233821.306159:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233821.306163:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233821.306176:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233821.306191:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736218304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233821.306201:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233821.306207:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736218240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233821.306207:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233821.306210:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233821.306217:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9419 00000100:00080000:3.0:1761233821.306220:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233821.306224:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233821.306229:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233821.306241:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736218368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233821.306249:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233821.306253:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233821.306255:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233821.306259:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9419 00000100:00080000:3.0:1761233821.306261:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233821.306265:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233821.306270:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233821.306279:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736218432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233821.306288:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233821.306292:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233821.306293:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233821.306296:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9419 00000100:00080000:3.0:1761233821.306299:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233821.306302:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233821.306306:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233821.306308:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761233821.306319:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736218496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233821.306348:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233821/real 1761233821] req@000000000b14a2de x1846777736218240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233821.306371:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736218240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233821.306382:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233821.306386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233821.306390:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736218240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233821.306420:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233821.306447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233821.306458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233821/real 1761233821] req@0000000017b16811 x1846777736218304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233821.306486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736218304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233821.306495:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233821.306497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233821.306500:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233821.306507:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233821.306530:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233821.306539:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233821/real 1761233821] req@000000003dd9839b x1846777736218368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233821.306551:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736218368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233821.306559:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233821.306562:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233821.306564:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233821.306570:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233821.306591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233821.306600:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233821/real 1761233821] req@00000000736ef9ba x1846777736218432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233821.306612:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736218432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233821.306621:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233821.306624:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233821.306627:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233821.306634:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233821.306656:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233821.306665:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233821/real 1761233821] req@00000000d2119349 x1846777736218496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233821.306676:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736218496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233846 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233821.306683:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233821.306685:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233821.306688:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233821.370073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233822.329987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233822.394038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233823.353980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233823.418047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233824.377930:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233824.442084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233825.402018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233825.466038:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233826.426026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233826.426028:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233826.426043:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233826.426047:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233826.426059:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9424 00000100:00080000:2.0:1761233826.426062:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233826.426070:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233826.426109:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736218560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233826.426137:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233826.426141:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233826.426143:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233826.426147:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9424 00000100:00080000:2.0:1761233826.426150:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233826.426154:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233826.426165:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233826.426173:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736218560:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233826.426182:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736218624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233826.426196:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233826.426199:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233826.426200:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233826.426203:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9424 00000100:00080000:2.0:1761233826.426204:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233826.426207:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233826.426210:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233826.426219:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736218688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233826.426225:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233826.426227:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233826.426231:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233826.426233:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9424 00000100:00080000:2.0:1761233826.426234:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233826.426236:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233826.426239:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233826.426246:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736218752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233826.426251:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233826.426253:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233826.426254:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233826.426256:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9424 00000100:00080000:2.0:1761233826.426258:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233826.426263:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233826.426267:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233826.426272:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233826.426281:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736218816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233826.426296:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233826/real 1761233826] req@000000002f434b1a x1846777736218560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233826.426318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736218560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233826.426326:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233826.426328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233826.426331:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736218560:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233826.426355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218624:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233826.426372:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233826.426377:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233826/real 1761233826] req@0000000070bd2103 x1846777736218624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233826.426384:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736218624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233826.426416:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233826.426419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233826.426422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218624:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233826.426429:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218688:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233826.426451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233826.426469:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233826/real 1761233826] req@00000000c35ccb78 x1846777736218688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233826.426484:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736218688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233826.426492:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233826.426494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233826.426498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218688:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233826.426504:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218752:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233826.426523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233826.426529:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233826/real 1761233826] req@0000000099725227 x1846777736218752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233826.426536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736218752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233826.426541:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233826.426543:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233826.426545:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218752:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233826.426548:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218816:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233826.426558:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233826.426561:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233826/real 1761233826] req@000000001f17a0b8 x1846777736218816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233826.426567:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736218816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233851 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233826.426576:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233826.426578:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233826.426580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218816:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233826.490113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233827.450019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233827.514088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233828.473954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233828.538135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233829.498055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233829.562066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233830.521948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233830.586059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233831.546049:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233831.546050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233831.546065:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233831.546072:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233831.546086:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9429 00000100:00080000:1.0:1761233831.546091:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233831.546100:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233831.546157:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736218880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233831.546190:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233831.546194:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233831.546195:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233831.546199:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9429 00000100:00080000:1.0:1761233831.546201:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233831.546205:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233831.546216:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233831.546230:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736218944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233831.546240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736218880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233831.546240:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233831.546248:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233831.546250:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233831.546255:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9429 00000100:00080000:1.0:1761233831.546257:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233831.546259:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233831.546262:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233831.546271:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736219008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233831.546277:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233831.546280:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233831.546281:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233831.546284:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9429 00000100:00080000:1.0:1761233831.546286:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233831.546289:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233831.546293:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233831.546300:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736219072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233831.546306:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233831.546330:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233831.546331:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233831.546335:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9429 00000100:00080000:1.0:1761233831.546337:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233831.546340:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233831.546345:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233831.546362:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736219136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233831.546372:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233831.546410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233831/real 1761233831] req@000000000baedc40 x1846777736218880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233831.546432:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736218880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233831.546446:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233831.546450:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233831.546456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736218880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233831.546489:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218944:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233831.546519:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233831.546531:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233831/real 1761233831] req@00000000c2c1573a x1846777736218944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233831.546545:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736218944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233831.546555:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233831.546558:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233831.546563:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736218944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233831.546571:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233831.546595:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233831.546604:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233831/real 1761233831] req@00000000069b687a x1846777736219008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233831.546617:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736219008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233831.546627:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233831.546630:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233831.546634:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233831.546641:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233831.546666:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233831.546677:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233831/real 1761233831] req@0000000054fdc67e x1846777736219072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233831.546690:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736219072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233831.546707:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233831.546710:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233831.546714:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233831.546721:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233831.546745:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233831.546756:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233831/real 1761233831] req@00000000dcfa4436 x1846777736219136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233831.546770:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736219136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233856 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233831.546780:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233831.546782:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233831.546786:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233831.609984:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233832.570036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233832.633988:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233833.593969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233833.658026:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233834.617995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233834.682376:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233835.642015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233835.706091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233836.665961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233836.665982:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233836.665991:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233836.665996:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233836.666009:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9435 00000100:00080000:3.0:1761233836.666013:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233836.666023:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233836.666072:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736219200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233836.666109:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233836.666114:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233836.666115:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233836.666119:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9435 00000100:00080000:3.0:1761233836.666121:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233836.666125:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233836.666136:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233836.666149:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736219264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233836.666156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736219200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233836.666161:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233836.666166:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233836.666168:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233836.666172:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9435 00000100:00080000:3.0:1761233836.666175:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233836.666178:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233836.666183:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233836.666195:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736219328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233836.666204:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233836.666208:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233836.666210:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233836.666214:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9435 00000100:00080000:3.0:1761233836.666216:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233836.666221:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233836.666242:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233836.666252:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736219392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233836.666260:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233836.666264:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233836.666267:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761233836.666272:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233836.666275:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9435 00000100:00080000:3.0:1761233836.666278:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233836.666283:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233836.666288:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233836.666300:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233836/real 1761233836] req@00000000d3a306c9 x1846777736219200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1761233836.666302:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736219456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233836.666328:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736219200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233836.666336:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233836.666339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233836.666343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736219200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233836.666367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233836.666385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233836.666391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233836/real 1761233836] req@00000000a0b7b6fd x1846777736219264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233836.666400:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736219264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233836.666405:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233836.666407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233836.666410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233836.666416:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233836.666434:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233836.666439:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233836/real 1761233836] req@0000000044909560 x1846777736219328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233836.666446:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736219328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233836.666451:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233836.666453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233836.666455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233836.666458:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233836.666470:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233836.666473:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233836/real 1761233836] req@0000000009919b3e x1846777736219392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233836.666479:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736219392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233836.666485:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233836.666486:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233836.666487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233836.666491:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233836.666502:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233836.666506:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233836/real 1761233836] req@0000000066592840 x1846777736219456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233836.666513:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736219456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233861 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233836.666518:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233836.666520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233836.666522:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233836.730257:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233837.689974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233837.755263:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233838.713967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233838.778388:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233839.737990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233839.802148:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233840.761985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233840.826038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233841.785985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233841.786008:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233841.786019:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233841.786024:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233841.786035:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9440 00000100:00080000:2.0:1761233841.786039:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233841.786046:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233841.786087:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736219520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233841.786112:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233841.786116:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233841.786117:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233841.786121:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9440 00000100:00080000:2.0:1761233841.786123:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233841.786125:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233841.786135:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233841.786143:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736219584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233841.786162:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233841.786165:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233841.786167:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233841.786170:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736219520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233841.786173:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9440 00000100:00080000:2.0:1761233841.786178:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233841.786181:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233841.786184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233841.786192:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736219648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233841.786198:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233841.786200:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233841.786201:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233841.786203:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9440 00000100:00080000:2.0:1761233841.786204:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233841.786206:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233841.786209:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233841.786217:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736219712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233841.786227:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233841.786229:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233841.786230:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233841.786232:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9440 00000100:00080000:2.0:1761233841.786233:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233841.786235:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233841.786238:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233841.786244:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736219776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233841.786256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233841.786283:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233841/real 1761233841] req@000000001f17a0b8 x1846777736219520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233841.786298:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736219520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233841.786306:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233841.786309:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233841.786312:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736219520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233841.786334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219584:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233841.786349:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233841.786354:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233841/real 1761233841] req@0000000099725227 x1846777736219584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233841.786361:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736219584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233841.786365:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233841.786367:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233841.786368:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219584:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233841.786372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219648:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233841.786383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233841.786387:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233841/real 1761233841] req@00000000c35ccb78 x1846777736219648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233841.786393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736219648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233841.786398:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233841.786399:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233841.786400:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219648:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233841.786403:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219712:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233841.786414:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233841.786417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233841/real 1761233841] req@0000000070bd2103 x1846777736219712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233841.786423:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736219712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233841.786428:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233841.786429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233841.786430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219712:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233841.786433:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219776:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233841.786442:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233841.786446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233841/real 1761233841] req@000000002f434b1a x1846777736219776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233841.786453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736219776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233866 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233841.786457:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233841.786458:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233841.786460:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219776:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233841.850099:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233842.810036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233842.874059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233843.833994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233843.898142:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233844.858025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233844.922034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233845.881994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233845.946064:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233846.905976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233846.906029:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233846.906035:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233846.906038:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233846.906046:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9445 00000100:00080000:3.0:1761233846.906049:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233846.906054:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233846.906100:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736219840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233846.906122:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233846.906124:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233846.906126:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233846.906129:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9445 00000100:00080000:3.0:1761233846.906130:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233846.906132:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233846.906140:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233846.906148:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736219904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233846.906154:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233846.906157:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233846.906160:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233846.906163:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9445 00000100:00080000:3.0:1761233846.906164:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233846.906166:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233846.906169:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233846.906174:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736219968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233846.906183:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233846.906186:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233846.906188:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233846.906190:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9445 00000100:00080000:3.0:1761233846.906192:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233846.906196:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761233846.906200:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736219840:192.168.201.106@tcp:250:kworker/u8:0.0 00000008:00100000:3.0:1761233846.906201:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233846.906210:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736220032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233846.906220:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233846.906223:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233846.906224:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233846.906227:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9445 00000100:00080000:3.0:1761233846.906228:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233846.906230:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233846.906233:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233846.906241:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736220096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233846.906313:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233846.906345:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233846.906369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233846.906385:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233846.970026:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233847.930047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233847.994026:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233848.954111:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233849.018050:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233849.978116:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761233849.978251:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761233849.978320:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233849.978343:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233849.978413:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233849.978425:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233849.978435:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233849.978445:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761233849.978501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233846/real 1761233849] req@0000000044909560 x1846777736219968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233849.978536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736219968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233849.978548:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233849.978553:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233849.978557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233849.978565:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233846/real 1761233849] req@00000000a0b7b6fd x1846777736220032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233849.978586:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736220032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233849.978594:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233849.978597:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233849.978601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233849.978607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233846/real 1761233849] req@00000000d3a306c9 x1846777736220096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233849.978618:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736220096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233849.978626:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233849.978628:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233849.978631:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220096:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233849.978637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233846/real 1761233849] req@0000000066592840 x1846777736219840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233849.978649:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736219840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233849.978657:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233849.978660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233849.978662:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736219840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233849.978669:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233846/real 1761233849] req@0000000009919b3e x1846777736219904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233849.978687:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736219904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233871 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233849.978696:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233849.978698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233849.978702:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736219904:192.168.201.106@tcp:38:kworker/u8:0.0 00010000:00010000:2.0:1761233850.042014:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233851.002049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233851.066102:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233852.025951:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233852.025967:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233852.025971:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233852.026001:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9450 00000100:00080000:3.0:1761233852.026006:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233852.026014:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233852.026061:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736220160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233852.026063:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233852.026092:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233852.026096:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233852.026097:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233852.026102:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9450 00000100:00080000:3.0:1761233852.026109:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233852.026114:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233852.026127:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233852.026140:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736220224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233852.026148:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233852.026151:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736220160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233852.026152:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233852.026154:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233852.026161:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9450 00000100:00080000:3.0:1761233852.026165:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233852.026169:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233852.026174:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233852.026187:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736220288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233852.026211:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233852.026215:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233852.026216:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233852.026220:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9450 00000100:00080000:3.0:1761233852.026222:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233852.026226:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233852.026231:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233852.026242:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736220352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233852.026251:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233852.026255:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233852.026257:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233852.026262:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9450 00000100:00080000:3.0:1761233852.026264:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761233852.026269:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761233852.026269:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233852.026278:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233852.026291:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736220416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233852.026303:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@00000000d2119349 x1846777736220160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233852.026326:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736220160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233852.026338:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.026342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233852.026346:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736220160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233852.026377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220224:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233852.026403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233852.026412:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@00000000736ef9ba x1846777736220224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233852.026424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736220224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233852.026431:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.026434:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233852.026437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233852.026442:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220288:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233852.026462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233852.026487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@000000003dd9839b x1846777736220288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233852.026497:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736220288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233852.026504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.026506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233852.026509:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233852.026515:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220352:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233852.026535:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233852.026543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@0000000017b16811 x1846777736220352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233852.026554:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736220352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233852.026561:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.026563:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233852.026566:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233852.026573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220416:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233852.026597:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233852.026605:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233852/real 1761233852] req@000000000b14a2de x1846777736220416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233852.026615:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736220416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233877 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233852.026623:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233852.026625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233852.026628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233852.090069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233853.050123:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233853.114105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233854.073940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233854.138053:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233855.097991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233855.162035:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233856.122017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233856.186110:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233857.145991:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233857.145996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233857.146004:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233857.146010:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233857.146023:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9455 00000100:00080000:3.0:1761233857.146028:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233857.146037:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233857.146084:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736220480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233857.146115:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233857.146119:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233857.146120:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233857.146124:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9455 00000100:00080000:3.0:1761233857.146127:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233857.146131:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233857.146141:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233857.146151:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736220544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233857.146159:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233857.146163:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736220480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:3.0:1761233857.146165:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233857.146167:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233857.146172:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9455 00000100:00080000:3.0:1761233857.146174:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233857.146177:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233857.146180:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233857.146189:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736220608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233857.146194:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233857.146196:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233857.146197:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233857.146199:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9455 00000100:00080000:3.0:1761233857.146200:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233857.146203:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233857.146207:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233857.146213:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736220672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233857.146218:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233857.146220:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233857.146221:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233857.146224:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9455 00000100:00080000:3.0:1761233857.146225:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233857.146227:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233857.146230:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233857.146236:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736220736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233857.146248:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233857.146276:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233857/real 1761233857] req@00000000a20dea0d x1846777736220480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233857.146291:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736220480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233857.146299:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233857.146301:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233857.146304:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736220480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233857.146327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220544:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233857.146342:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233857.146347:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233857/real 1761233857] req@00000000311bc461 x1846777736220544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233857.146354:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736220544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233857.146360:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233857.146362:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233857.146364:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220544:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233857.146367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220608:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233857.146377:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233857.146381:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233857/real 1761233857] req@00000000eb335f49 x1846777736220608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233857.146387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736220608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233857.146392:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233857.146393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233857.146395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220608:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233857.146398:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220672:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233857.146408:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233857.146411:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233857/real 1761233857] req@000000007cc317a5 x1846777736220672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233857.146418:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736220672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233857.146422:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233857.146423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233857.146425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220672:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233857.146428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220736:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233857.146438:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233857.146441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233857/real 1761233857] req@00000000d46ba267 x1846777736220736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233857.146447:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736220736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233882 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233857.146452:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233857.146453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233857.146454:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220736:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233857.210177:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233858.170036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233858.234116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233859.193975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233859.258144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233860.218004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233860.282098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233861.241960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233861.306096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761233862.265988:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233862.265993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761233862.266002:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761233862.266007:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233862.266018:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9460 00000100:00080000:3.0:1761233862.266022:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233862.266030:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761233862.266081:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736220800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233862.266106:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233862.266110:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761233862.266112:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233862.266115:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9460 00000100:00080000:3.0:1761233862.266117:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233862.266122:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233862.266133:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233862.266144:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736220800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:3.0:1761233862.266146:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736220864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233862.266155:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233862.266158:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761233862.266159:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233862.266163:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9460 00000100:00080000:3.0:1761233862.266165:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233862.266168:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233862.266173:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233862.266180:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736220928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233862.266187:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233862.266190:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761233862.266191:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233862.266194:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9460 00000100:00080000:3.0:1761233862.266196:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233862.266199:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761233862.266202:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233862.266210:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736220992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761233862.266216:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761233862.266219:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761233862.266220:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761233862.266224:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9460 00000100:00080000:3.0:1761233862.266225:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761233862.266229:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761233862.266230:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761233862.266232:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761233862.266239:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736221056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233862.266258:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233862/real 1761233862] req@00000000d46ba267 x1846777736220800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233862.266275:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736220800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233862.266286:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233862.266289:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233862.266294:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736220800:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233862.266320:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220864:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233862.266339:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233862.266345:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233862/real 1761233862] req@000000007cc317a5 x1846777736220864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233862.266353:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736220864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233862.266358:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233862.266359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233862.266361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220864:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233862.266364:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220928:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233862.266375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233862.266379:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233862/real 1761233862] req@00000000eb335f49 x1846777736220928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233862.266386:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736220928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233862.266390:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233862.266391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233862.266393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220928:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233862.266396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220992:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233862.266406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233862.266410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233862/real 1761233862] req@00000000311bc461 x1846777736220992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233862.266417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736220992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233862.266432:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233862.266433:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233862.266435:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736220992:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233862.266439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221056:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233862.266451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233862.266455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233862/real 1761233862] req@00000000a20dea0d x1846777736221056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233862.266462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736221056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233887 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233862.266470:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233862.266472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233862.266473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221056:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233862.330059:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233863.289980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233863.354066:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233864.313998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233864.378066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233865.337997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233865.402086:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233866.361978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233866.426080:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233867.385994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233867.386028:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233867.386037:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233867.386041:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233867.386051:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9465 00000100:00080000:2.0:1761233867.386055:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233867.386064:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233867.386110:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736221120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233867.386130:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233867.386132:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233867.386134:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233867.386137:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9465 00000100:00080000:2.0:1761233867.386138:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233867.386140:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233867.386151:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233867.386160:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736221184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233867.386168:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736221120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233867.386168:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233867.386175:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233867.386177:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233867.386180:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9465 00000100:00080000:2.0:1761233867.386181:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233867.386183:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233867.386186:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233867.386193:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736221248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233867.386198:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233867.386201:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233867.386202:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233867.386204:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9465 00000100:00080000:2.0:1761233867.386205:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233867.386207:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233867.386210:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233867.386216:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736221312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233867.386221:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233867.386223:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233867.386224:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233867.386227:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9465 00000100:00080000:2.0:1761233867.386229:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233867.386231:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233867.386234:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233867.386239:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736221376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233867.386252:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233867.386278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233867/real 1761233867] req@000000002f434b1a x1846777736221120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233867.386296:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736221120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233867.386304:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233867.386306:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233867.386309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736221120:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233867.386330:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221184:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233867.386344:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233867.386349:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233867/real 1761233867] req@0000000070bd2103 x1846777736221184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233867.386356:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736221184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233867.386361:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233867.386363:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233867.386365:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221184:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233867.386367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221248:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233867.386378:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233867.386381:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233867/real 1761233867] req@00000000c35ccb78 x1846777736221248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233867.386387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736221248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233867.386392:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233867.386394:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233867.386396:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221248:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233867.386399:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221312:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233867.386409:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233867.386412:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233867/real 1761233867] req@0000000099725227 x1846777736221312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233867.386418:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736221312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233867.386423:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233867.386424:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233867.386425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221312:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233867.386428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221376:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233867.386438:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233867.386441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233867/real 1761233867] req@000000001f17a0b8 x1846777736221376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233867.386448:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736221376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233892 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233867.386452:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233867.386453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233867.386455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221376:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233867.450069:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233868.410035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233868.474099:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233869.434024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233869.498040:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233870.457970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233870.522112:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233871.482003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233871.546001:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233872.505973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233872.505992:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233872.506003:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233872.506007:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233872.506017:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9470 00000100:00080000:1.0:1761233872.506022:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233872.506029:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233872.506069:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736221440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233872.506096:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233872.506099:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233872.506101:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233872.506105:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9470 00000100:00080000:1.0:1761233872.506106:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233872.506109:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233872.506120:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233872.506131:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736221504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233872.506138:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233872.506142:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1761233872.506143:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736221440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233872.506144:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233872.506152:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9470 00000100:00080000:1.0:1761233872.506154:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233872.506157:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233872.506160:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233872.506169:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736221568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233872.506176:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233872.506179:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233872.506181:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233872.506186:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9470 00000100:00080000:1.0:1761233872.506188:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233872.506193:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233872.506198:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233872.506209:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736221632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233872.506217:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233872.506221:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233872.506223:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233872.506226:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9470 00000100:00080000:1.0:1761233872.506228:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233872.506231:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233872.506236:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233872.506240:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233872.506247:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736221696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233872.506269:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233872/real 1761233872] req@00000000f52221c5 x1846777736221440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233872.506290:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736221440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233872.506301:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233872.506304:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233872.506309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736221440:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233872.506339:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221504:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233872.506363:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233872.506371:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233872/real 1761233872] req@000000001dfe2b3c x1846777736221504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233872.506389:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736221504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233872.506397:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233872.506400:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233872.506404:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221504:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233872.506410:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221568:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233872.506429:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233872.506436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233872/real 1761233872] req@00000000cee0df34 x1846777736221568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233872.506446:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736221568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233872.506454:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233872.506456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233872.506459:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221568:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233872.506465:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221632:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233872.506483:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233872.506491:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233872/real 1761233872] req@0000000090114397 x1846777736221632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233872.506501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736221632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233872.506508:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233872.506511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233872.506513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221632:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233872.506519:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221696:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233872.506539:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233872.506548:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233872/real 1761233872] req@00000000c65fa7c5 x1846777736221696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233872.506558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736221696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233897 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233872.506565:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233872.506567:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233872.506569:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221696:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233872.570111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233873.530003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233873.594087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233874.553943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233874.618123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233875.578016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233875.642158:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233876.601968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233876.666090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233877.626003:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233877.626005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233877.626015:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233877.626020:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233877.626031:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9476 00000100:00080000:1.0:1761233877.626034:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233877.626043:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233877.626095:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736221760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233877.626121:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233877.626124:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233877.626125:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233877.626128:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9476 00000100:00080000:1.0:1761233877.626129:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233877.626132:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233877.626142:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233877.626154:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736221824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233877.626164:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233877.626168:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233877.626170:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233877.626174:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9476 00000100:00080000:1.0:1761233877.626176:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233877.626180:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233877.626185:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233877.626191:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736221760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233877.626197:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736221888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233877.626209:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233877.626213:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233877.626214:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233877.626219:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9476 00000100:00080000:1.0:1761233877.626221:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233877.626225:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233877.626231:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233877.626243:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736221952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233877.626250:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233877.626253:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233877.626254:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233877.626256:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9476 00000100:00080000:1.0:1761233877.626258:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233877.626261:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233877.626263:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233877.626270:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736222016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233877.626301:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233877.626329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233877/real 1761233877] req@000000000a7b3b64 x1846777736221760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233877.626343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736221760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233877.626351:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233877.626355:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233877.626358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736221760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233877.626364:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221824:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233877.626381:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233877.626385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233877/real 1761233877] req@00000000cba7fca5 x1846777736221824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233877.626392:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736221824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233877.626397:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233877.626399:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233877.626401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233877.626427:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233877.626437:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233877.626442:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233877/real 1761233877] req@00000000c21e8593 x1846777736221888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233877.626448:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736221888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233877.626452:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233877.626454:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233877.626456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233877.626459:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233877.626471:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233877.626475:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233877/real 1761233877] req@00000000108af431 x1846777736221952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233877.626482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736221952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233877.626486:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233877.626487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233877.626489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736221952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233877.626491:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233877.626500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233877.626504:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233877/real 1761233877] req@00000000c65fa7c5 x1846777736222016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233877.626510:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736222016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233902 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233877.626515:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233877.626516:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233877.626517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222016:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233877.690072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233878.649949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233878.714150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233879.674017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233879.738098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233880.697922:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233880.762126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233881.721910:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233881.786146:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233882.745940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761233882.746012:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233882.746021:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761233882.746024:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233882.746035:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9481 00000100:00080000:0.0:1761233882.746038:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233882.746050:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233882.746090:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736222080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233882.746111:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233882.746114:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761233882.746115:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233882.746118:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9481 00000100:00080000:0.0:1761233882.746120:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233882.746124:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233882.746132:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233882.746145:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736222144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233882.746154:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736222080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761233882.746159:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233882.746164:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761233882.746166:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233882.746171:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9481 00000100:00080000:0.0:1761233882.746173:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233882.746175:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233882.746179:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233882.746191:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736222208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233882.746198:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233882.746199:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761233882.746200:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233882.746203:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9481 00000100:00080000:0.0:1761233882.746204:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233882.746207:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233882.746209:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761233882.746218:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233882.746219:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736222272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233882.746226:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761233882.746229:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761233882.746230:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761233882.746233:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9481 00000100:00080000:0.0:1761233882.746234:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233882.746239:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233882/real 1761233882] req@00000000330b2500 x1846777736222080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233882.746240:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761233882.746246:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233882.746255:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736222336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233882.746262:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736222080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233882.746270:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233882.746273:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233882.746277:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736222080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233882.746297:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222144:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233882.746311:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233882.746316:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233882/real 1761233882] req@00000000d75fe628 x1846777736222144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233882.746323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736222144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233882.746328:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233882.746330:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233882.746332:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233882.746335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222208:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761233882.746352:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233882.746360:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233882/real 1761233882] req@0000000023d541ab x1846777736222208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233882.746370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736222208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233882.746378:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233882.746380:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233882.746383:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222208:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761233882.746389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222272:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233882.746419:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233882.746425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233882/real 1761233882] req@00000000de11a021 x1846777736222272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233882.746432:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736222272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233882.746436:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233882.746438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233882.746440:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761233882.746443:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222336:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761233882.746454:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233882.746458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233882/real 1761233882] req@00000000e0da2515 x1846777736222336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233882.746464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736222336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233907 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233882.746468:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233882.746469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233882.746470:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222336:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233882.810093:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233883.769997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233883.834061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233884.793937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233884.858015:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233885.817949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233885.882144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233886.841982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233886.906072:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233887.866017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233887.866035:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233887.866043:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233887.866047:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233887.866057:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9486 00000100:00080000:1.0:1761233887.866060:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233887.866067:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233887.866101:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736222400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233887.866132:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233887.866136:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233887.866137:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233887.866141:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9486 00000100:00080000:1.0:1761233887.866143:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233887.866147:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233887.866155:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233887.866166:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736222464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233887.866175:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233887.866178:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233887.866180:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233887.866184:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9486 00000100:00080000:1.0:1761233887.866186:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761233887.866190:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736222400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233887.866192:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233887.866200:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233887.866211:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736222528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233887.866219:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233887.866222:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233887.866224:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233887.866227:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9486 00000100:00080000:1.0:1761233887.866229:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233887.866232:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233887.866237:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233887.866246:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736222592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761233887.866254:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233887.866256:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233887.866260:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233887.866262:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233887.866268:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9486 00000100:00080000:1.0:1761233887.866270:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233887.866275:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761233887.866277:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233887/real 1761233887] req@0000000090114397 x1846777736222400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:1.0:1761233887.866281:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233887.866294:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736222400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233887.866300:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736222656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233887.866305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233887.866310:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233887.866316:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736222400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233887.866322:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233887.866339:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233887.866344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233887/real 1761233887] req@00000000cee0df34 x1846777736222464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233887.866351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736222464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233887.866356:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233887.866357:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233887.866359:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233887.866379:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233887.866390:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233887.866394:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233887/real 1761233887] req@000000001dfe2b3c x1846777736222528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233887.866400:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736222528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233887.866404:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233887.866405:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233887.866407:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233887.866410:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233887.866420:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233887.866455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233887/real 1761233887] req@00000000f52221c5 x1846777736222592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233887.866462:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736222592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233887.866467:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233887.866469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233887.866471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233887.866474:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233887.866488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233887.866492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233887/real 1761233887] req@00000000dcfa4436 x1846777736222656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233887.866500:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736222656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233912 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233887.866507:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233887.866509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233887.866512:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233887.930061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233888.889944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233888.954131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233889.914038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233889.978188:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233890.938018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233891.002113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233891.961995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233892.026043:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233892.986007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233892.986037:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233892.986053:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233892.986060:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233892.986076:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9491 00000100:00080000:2.0:1761233892.986096:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233892.986111:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233892.986172:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736222720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233892.986209:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233892.986213:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233892.986215:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233892.986219:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9491 00000100:00080000:2.0:1761233892.986221:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233892.986225:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233892.986238:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233892.986251:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736222784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233892.986260:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233892.986263:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233892.986265:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761233892.986269:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736222720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233892.986274:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9491 00000100:00080000:2.0:1761233892.986280:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233892.986283:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233892.986287:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233892.986296:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736222848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233892.986304:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233892.986307:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233892.986308:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233892.986310:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9491 00000100:00080000:2.0:1761233892.986311:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233892.986314:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233892.986317:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233892.986327:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736222912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233892.986333:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233892.986335:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233892.986336:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233892.986373:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9491 00000100:00080000:2.0:1761233892.986376:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233892.986380:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233892.986384:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233892.986393:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736222976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761233892.986451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233892.986484:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233892/real 1761233892] req@000000001f17a0b8 x1846777736222720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233892.986499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736222720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233892.986509:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233892.986511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233892.986514:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736222720:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233892.986541:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222784:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233892.986561:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233892.986571:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233892/real 1761233892] req@0000000099725227 x1846777736222784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233892.986584:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736222784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233892.986594:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233892.986596:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233892.986615:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222784:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233892.986623:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222848:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:1.0:1761233892.986651:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233892.986663:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233892/real 1761233892] req@00000000c35ccb78 x1846777736222848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233892.986677:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736222848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233892.986687:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233892.986690:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233892.986694:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222848:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233892.986701:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222912:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233892.986726:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233892.986733:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233892/real 1761233892] req@0000000070bd2103 x1846777736222912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233892.986742:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736222912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233892.986747:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233892.986750:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233892.986752:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222912:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:1.0:1761233892.986757:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222976:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:1.0:1761233892.986770:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233892.986775:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233892/real 1761233892] req@000000002f434b1a x1846777736222976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233892.986783:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736222976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233917 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233892.986788:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233892.986790:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233892.986791:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736222976:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233893.050075:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233894.010071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233894.074087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233895.034022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233895.098170:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233896.057983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233896.122134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233897.082048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233897.146015:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233898.105969:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233898.105969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233898.105982:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233898.105988:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233898.106001:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9496 00000100:00080000:2.0:1761233898.106005:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233898.106014:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233898.106063:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736223040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233898.106094:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233898.106098:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233898.106099:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233898.106103:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9496 00000100:00080000:2.0:1761233898.106106:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233898.106111:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233898.106125:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233898.106130:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736223040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233898.106141:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736223104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233898.106153:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233898.106157:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233898.106158:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233898.106162:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9496 00000100:00080000:2.0:1761233898.106164:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233898.106168:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233898.106173:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233898.106184:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736223168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233898.106193:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233898.106197:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233898.106199:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233898.106202:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9496 00000100:00080000:2.0:1761233898.106204:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233898.106208:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233898.106213:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761233898.106214:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233898.106227:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736223232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233898.106237:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233898.106241:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233898/real 1761233898] req@000000002f434b1a x1846777736223040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233898.106242:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233898.106244:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233898.106254:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9496 00000100:00080000:2.0:1761233898.106257:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761233898.106277:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736223040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233898.106279:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233898.106288:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761233898.106292:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233898.106296:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233898.106300:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736223040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233898.106304:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736223296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233898.106329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223104:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233898.106350:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233898.106356:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233898/real 1761233898] req@0000000070bd2103 x1846777736223104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233898.106364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736223104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233898.106369:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233898.106371:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233898.106373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223104:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233898.106376:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223168:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233898.106386:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233898.106390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233898/real 1761233898] req@00000000c35ccb78 x1846777736223168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233898.106396:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736223168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233898.106401:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233898.106402:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233898.106403:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223168:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233898.106406:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223232:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233898.106416:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233898.106420:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233898/real 1761233898] req@0000000099725227 x1846777736223232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233898.106430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736223232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233898.106435:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233898.106436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233898.106437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223232:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233898.106440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223296:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233898.106450:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233898.106453:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233898/real 1761233898] req@000000001f17a0b8 x1846777736223296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233898.106458:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736223296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233923 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233898.106463:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233898.106464:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233898.106466:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223296:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233898.170021:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233899.129995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233899.194002:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233900.153943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233900.218007:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233901.177942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233901.242051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233902.202038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233902.266378:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233903.225989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233903.226000:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233903.226013:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233903.226018:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233903.226029:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9501 00000100:00080000:2.0:1761233903.226033:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233903.226041:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233903.226092:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736223360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233903.226126:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233903.226130:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233903.226132:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233903.226136:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9501 00000100:00080000:2.0:1761233903.226138:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233903.226142:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233903.226154:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233903.226167:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736223424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233903.226200:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736223360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233903.226209:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233903.226226:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233903.226228:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233903.226233:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9501 00000100:00080000:2.0:1761233903.226235:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233903.226238:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233903.226246:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233903.226258:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736223488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233903.226264:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233903.226267:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233903.226268:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233903.226271:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9501 00000100:00080000:2.0:1761233903.226273:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233903.226276:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233903.226279:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233903.226285:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736223552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233903.226290:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233903.226292:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233903.226293:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233903.226296:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9501 00000100:00080000:2.0:1761233903.226298:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233903.226300:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761233903.226305:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761233903.226312:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233903.226333:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736223616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761233903.226337:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233903/real 1761233903] req@000000001f17a0b8 x1846777736223360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233903.226394:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736223360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233903.226405:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233903.226409:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233903.226414:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736223360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233903.226438:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223424:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233903.226455:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233903.226460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233903/real 1761233903] req@0000000099725227 x1846777736223424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233903.226467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736223424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233903.226472:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233903.226474:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233903.226476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223424:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233903.226479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223488:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761233903.226490:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233903.226493:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233903/real 1761233903] req@00000000c35ccb78 x1846777736223488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233903.226500:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736223488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233903.226504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233903.226506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233903.226507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223488:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761233903.226510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223552:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233903.226524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233903.226528:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233903/real 1761233903] req@0000000070bd2103 x1846777736223552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233903.226535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736223552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233903.226539:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233903.226541:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233903.226542:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223552:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761233903.226545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223616:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761233903.226556:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233903.226562:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233903/real 1761233903] req@000000002f434b1a x1846777736223616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761233903.226573:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736223616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233928 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233903.226580:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761233903.226582:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761233903.226585:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223616:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233903.291109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233904.250020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233904.314481:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233905.273975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233905.338137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233906.297990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233906.362079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233907.322006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233907.386176:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233908.345990:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233908.345995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233908.346005:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233908.346011:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233908.346022:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9506 00000100:00080000:2.0:1761233908.346025:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233908.346032:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233908.346074:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736223680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233908.346117:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233908.346122:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233908.346124:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233908.346135:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9506 00000100:00080000:2.0:1761233908.346140:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233908.346145:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233908.346150:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736223680:192.168.201.106@tcp:250:kworker/u8:2.0 00000008:00100000:2.0:1761233908.346158:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233908.346173:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736223744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233908.346182:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233908.346186:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233908.346188:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233908.346193:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9506 00000100:00080000:2.0:1761233908.346196:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233908.346200:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233908.346206:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233908.346218:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736223808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233908.346227:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233908.346231:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233908.346233:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233908.346236:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9506 00000100:00080000:2.0:1761233908.346238:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233908.346242:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233908.346244:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233908.346251:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233908.346264:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736223872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233908.346269:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233908/real 1761233908] req@000000002f434b1a x1846777736223680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233908.346286:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233908.346291:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233908.346292:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233908.346295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736223680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761233908.346301:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9506 00000100:00080000:2.0:1761233908.346307:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761233908.346312:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233908.346312:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:0.0:1761233908.346317:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:2.0:1761233908.346321:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233908.346323:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736223680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233908.346337:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736223936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233908.346351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223744:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233908.346369:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233908.346377:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233908/real 1761233908] req@0000000070bd2103 x1846777736223744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233908.346385:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736223744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233908.346389:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233908.346391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233908.346393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223744:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233908.346396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233908.346406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233908.346410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233908/real 1761233908] req@00000000c35ccb78 x1846777736223808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233908.346416:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736223808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233908.346421:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233908.346423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233908.346424:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233908.346428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223872:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233908.346440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233908.346445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233908/real 1761233908] req@0000000099725227 x1846777736223872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233908.346451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736223872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233908.346461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233908.346462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233908.346464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223872:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233908.346468:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233908.346478:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233908.346481:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233908/real 1761233908] req@000000001f17a0b8 x1846777736223936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233908.346487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736223936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233933 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233908.346492:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233908.346493:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233908.346494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736223936:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233908.410170:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233909.370009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233909.434109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233910.393964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233910.458047:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233911.418012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233911.482039:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233912.441913:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233912.506022:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233913.465979:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233913.465983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233913.465988:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233913.465992:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233913.466003:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9511 00000100:00080000:2.0:1761233913.466006:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233913.466013:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233913.466060:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736224000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233913.466082:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233913.466085:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233913.466086:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233913.466089:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9511 00000100:00080000:2.0:1761233913.466091:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233913.466093:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233913.466102:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233913.466109:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736224064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233913.466116:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233913.466119:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233913.466121:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233913.466124:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9511 00000100:00080000:2.0:1761233913.466125:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233913.466128:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233913.466132:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233913.466143:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736224128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233913.466152:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224000:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761233913.466157:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233913.466168:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233913.466169:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233913.466174:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9511 00000100:00080000:2.0:1761233913.466176:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233913.466181:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233913.466185:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233913.466198:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736224192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233913.466205:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233913.466208:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233913.466209:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233913.466212:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9511 00000100:00080000:2.0:1761233913.466214:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233913.466217:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233913.466221:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233913.466228:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736224256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233913.466279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224064:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233913.466327:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224128:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233913.466356:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224192:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233913.466383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224256:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233913.530111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233914.490014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233914.554097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233915.513984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233915.578068:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233916.538012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761233916.538247:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761233916.538304:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233916.538325:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233916.538378:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233916.538388:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233916.538398:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233916.538410:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761233916.538441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233913/real 1761233916] req@00000000c35ccb78 x1846777736224128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233916.538479:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736224128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233916.538493:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233916.538498:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233916.538504:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224128:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233916.538511:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233913/real 1761233916] req@0000000070bd2103 x1846777736224192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233916.538524:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736224192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233916.538531:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233916.538534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233916.538538:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224192:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233916.538545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233913/real 1761233916] req@000000002f434b1a x1846777736224256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233916.538556:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736224256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233916.538563:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233916.538566:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233916.538569:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224256:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233916.538575:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233913/real 1761233916] req@000000001f17a0b8 x1846777736224000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233916.538593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736224000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233916.538600:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233916.538603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233916.538606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224000:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233916.538612:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233913/real 1761233916] req@0000000099725227 x1846777736224064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233916.538623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736224064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233938 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233916.538630:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233916.538633:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233916.538636:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224064:192.168.201.106@tcp:38:kworker/u8:2.0 00010000:00010000:2.0:1761233916.602068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233917.561937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233917.626105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233918.586003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233918.586054:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233918.586063:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233918.586068:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233918.586078:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9517 00000100:00080000:2.0:1761233918.586082:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233918.586089:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233918.586128:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736224320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233918.586172:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233918.586177:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233918.586179:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233918.586184:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9517 00000100:00080000:2.0:1761233918.586186:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233918.586190:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233918.586202:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233918.586216:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736224384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233918.586225:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233918.586229:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233918.586231:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233918.586235:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9517 00000100:00080000:2.0:1761233918.586238:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233918.586242:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233918.586248:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233918.586259:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233918.586261:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736224448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233918.586275:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233918.586278:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233918.586280:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233918.586283:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9517 00000100:00080000:2.0:1761233918.586285:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233918.586289:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233918.586294:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233918.586305:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736224512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233918.586313:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233918.586316:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233918.586317:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233918.586321:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9517 00000100:00080000:2.0:1761233918.586324:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233918.586327:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233918.586332:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233918.586342:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736224576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233918.586384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233918.586417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233918/real 1761233918] req@0000000099725227 x1846777736224320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233918.586436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736224320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233918.586447:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233918.586451:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233918.586455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233918.586465:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224384:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233918.586492:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233918.586501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233918/real 1761233918] req@000000001f17a0b8 x1846777736224384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233918.586512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736224384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233918.586521:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233918.586523:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233918.586526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224384:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233918.586566:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224448:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233918.586595:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233918.586604:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233918/real 1761233918] req@000000002f434b1a x1846777736224448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233918.586614:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736224448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233918.586621:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233918.586623:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233918.586626:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224448:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233918.586631:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224512:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233918.586650:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233918.586657:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233918/real 1761233918] req@0000000070bd2103 x1846777736224512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233918.586668:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736224512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233918.586675:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233918.586677:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233918.586680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224512:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233918.586685:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224576:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233918.586704:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233918.586713:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233918/real 1761233918] req@00000000c35ccb78 x1846777736224576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233918.586723:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736224576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233943 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233918.586729:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233918.586731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233918.586734:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224576:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233918.650087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233919.610015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233919.674109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233920.634033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233920.698057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233921.658030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233921.722123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233922.682032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233922.746014:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233923.705984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233923.706000:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233923.706010:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233923.706014:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233923.706027:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9522 00000100:00080000:1.0:1761233923.706032:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233923.706042:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233923.706087:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736224640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233923.706116:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233923.706120:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233923.706121:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233923.706126:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9522 00000100:00080000:1.0:1761233923.706128:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233923.706133:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233923.706145:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233923.706158:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736224704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233923.706170:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233923.706173:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233923.706175:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233923.706180:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233923.706181:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9522 00000100:00080000:1.0:1761233923.706185:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233923.706192:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233923.706198:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233923.706210:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736224768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233923.706219:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233923.706223:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233923.706224:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233923.706228:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9522 00000100:00080000:1.0:1761233923.706231:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233923.706235:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233923.706240:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233923.706249:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736224832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233923.706258:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233923.706262:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233923.706263:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233923.706268:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9522 00000100:00080000:1.0:1761233923.706270:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233923.706278:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233923.706278:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233923.706285:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233923.706298:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736224896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233923.706307:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233923/real 1761233923] req@0000000054fdc67e x1846777736224640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233923.706324:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736224640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233923.706332:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233923.706335:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233923.706338:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224640:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233923.706365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224704:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233923.706389:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233923.706397:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233923/real 1761233923] req@00000000069b687a x1846777736224704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233923.706409:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736224704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233923.706417:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233923.706419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233923.706422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224704:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233923.706428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224768:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233923.706449:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233923.706457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233923/real 1761233923] req@00000000c2c1573a x1846777736224768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233923.706468:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736224768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233923.706474:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233923.706476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233923.706478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224768:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233923.706482:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224832:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233923.706499:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233923.706504:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233923/real 1761233923] req@000000000baedc40 x1846777736224832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233923.706511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736224832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233923.706515:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233923.706517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233923.706519:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224832:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233923.706522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224896:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233923.706531:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233923.706535:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233923/real 1761233923] req@00000000464e3652 x1846777736224896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233923.706540:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736224896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233948 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233923.706545:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233923.706546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233923.706548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736224896:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233923.770063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233924.730020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233924.794053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233925.753961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233925.818052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233926.777969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233926.842144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233927.801986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233927.866057:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233928.826008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233928.826013:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233928.826023:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233928.826028:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233928.826041:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9527 00000100:00080000:1.0:1761233928.826045:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233928.826059:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233928.826108:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736224960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233928.826148:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233928.826152:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233928.826154:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233928.826158:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9527 00000100:00080000:1.0:1761233928.826160:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233928.826164:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233928.826176:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233928.826185:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224960:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233928.826191:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736225024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233928.826200:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233928.826204:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233928.826205:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233928.826209:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9527 00000100:00080000:1.0:1761233928.826211:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233928.826214:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233928.826216:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233928.826224:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736225088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233928.826231:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233928.826233:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233928.826234:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233928.826237:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9527 00000100:00080000:1.0:1761233928.826239:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233928.826241:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233928.826262:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233928.826269:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736225152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233928.826274:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233928.826277:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233928.826278:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233928.826281:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9527 00000100:00080000:1.0:1761233928.826282:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233928.826284:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233928.826286:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233928.826292:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736225216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233928.826297:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233928.826323:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233928/real 1761233928] req@000000006ce6fb08 x1846777736224960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233928.826337:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736224960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233928.826347:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233928.826349:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233928.826352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736224960:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233928.826374:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225024:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233928.826390:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233928.826395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233928/real 1761233928] req@000000009c8a8899 x1846777736225024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233928.826402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736225024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233928.826407:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233928.826409:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233928.826411:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225024:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233928.826414:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225088:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233928.826424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233928.826427:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233928/real 1761233928] req@00000000a0dbac9b x1846777736225088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233928.826434:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736225088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233928.826438:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233928.826439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233928.826440:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225088:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233928.826444:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225152:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233928.826455:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233928.826459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233928/real 1761233928] req@00000000086973a9 x1846777736225152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233928.826465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736225152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233928.826470:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233928.826471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233928.826473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225152:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233928.826476:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225216:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233928.826486:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233928.826490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233928/real 1761233928] req@0000000013a55d77 x1846777736225216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233928.826496:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736225216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233953 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233928.826501:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233928.826502:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233928.826503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225216:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233928.890165:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233929.849946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233929.914090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233930.873953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233930.938099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233931.898077:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233931.962077:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233932.921972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233932.986170:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233933.946016:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761233933.946017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233933.946032:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233933.946039:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233933.946053:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9532 00000100:00080000:1.0:1761233933.946058:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233933.946070:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233933.946127:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736225280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233933.946163:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233933.946167:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233933.946169:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233933.946173:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9532 00000100:00080000:1.0:1761233933.946175:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233933.946179:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233933.946192:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233933.946204:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736225344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233933.946213:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233933.946217:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233933.946218:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233933.946221:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9532 00000100:00080000:1.0:1761233933.946223:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233933.946226:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233933.946229:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233933.946236:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736225408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233933.946243:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233933.946245:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233933.946247:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233933.946250:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9532 00000100:00080000:1.0:1761233933.946252:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233933.946256:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233933.946262:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233933.946270:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736225472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233933.946279:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233933.946282:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233933.946283:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233933.946294:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736225280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233933.946294:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9532 00000100:00080000:1.0:1761233933.946301:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233933.946309:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233933.946316:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233933.946337:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736225536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233933.946405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233933.946437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233933/real 1761233933] req@00000000f706d6b4 x1846777736225280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233933.946457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736225280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233933.946469:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233933.946473:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233933.946477:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736225280:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233933.946484:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225344:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233933.946506:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233933.946512:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233933/real 1761233933] req@00000000161ad79e x1846777736225344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233933.946530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736225344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233933.946537:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233933.946540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233933.946542:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225344:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233933.946547:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225408:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233933.946562:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233933.946568:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233933/real 1761233933] req@000000007a9a6396 x1846777736225408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233933.946577:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736225408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233933.946584:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233933.946587:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233933.946590:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225408:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233933.946625:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225472:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233933.946642:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233933.946666:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233933/real 1761233933] req@0000000012be0532 x1846777736225472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233933.946678:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736225472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233933.946685:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233933.946687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233933.946690:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225472:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233933.946695:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225536:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233933.946779:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233933.946793:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233933/real 1761233933] req@0000000013a55d77 x1846777736225536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233933.946811:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736225536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233958 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233933.946823:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233933.946827:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233933.946831:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225536:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233934.010171:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233934.969959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233935.034122:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233935.994013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233936.058019:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233937.018040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233937.082106:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233938.042012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233938.106073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233939.065940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233939.065981:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233939.065990:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233939.065995:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233939.066007:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9537 00000100:00080000:2.0:1761233939.066011:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233939.066020:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233939.066071:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736225600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233939.066099:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233939.066103:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233939.066105:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233939.066109:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9537 00000100:00080000:2.0:1761233939.066111:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233939.066115:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233939.066127:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233939.066140:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736225664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233939.066148:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233939.066152:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233939.066154:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233939.066158:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9537 00000100:00080000:2.0:1761233939.066161:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233939.066165:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233939.066169:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233939.066180:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736225728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233939.066185:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736225600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:2.0:1761233939.066193:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233939.066198:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233939.066199:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233939.066204:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9537 00000100:00080000:2.0:1761233939.066206:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233939.066210:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233939.066215:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233939.066225:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736225792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233939.066234:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233939.066237:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233939.066239:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233939.066242:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9537 00000100:00080000:2.0:1761233939.066245:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233939.066248:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233939.066252:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233939.066260:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736225856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233939.066276:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233939.066301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@00000000c35ccb78 x1846777736225600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233939.066316:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736225600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233939.066324:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233939.066326:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233939.066329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736225600:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233939.066334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225664:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233939.066348:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233939.066352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@0000000070bd2103 x1846777736225664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233939.066359:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736225664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233939.066364:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233939.066365:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233939.066367:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225664:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233939.066390:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225728:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233939.066402:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233939.066406:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@000000002f434b1a x1846777736225728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233939.066413:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736225728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233939.066418:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233939.066420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233939.066422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225728:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233939.066425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225792:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233939.066435:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233939.066438:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@000000001f17a0b8 x1846777736225792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233939.066444:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736225792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233939.066449:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233939.066450:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233939.066451:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225792:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233939.066454:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225856:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233939.066464:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233939.066467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233939/real 1761233939] req@0000000099725227 x1846777736225856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233939.066473:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736225856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233964 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233939.066477:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233939.066478:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233939.066480:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225856:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233939.130061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233940.089944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233940.154039:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233941.114012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233941.178119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233942.138049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233942.202068:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761233943.161960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233943.226062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233944.186032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233944.186047:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233944.186055:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233944.186059:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233944.186070:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9542 00000100:00080000:1.0:1761233944.186073:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233944.186079:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233944.186110:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736225920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233944.186132:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233944.186134:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233944.186135:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233944.186138:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9542 00000100:00080000:1.0:1761233944.186140:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233944.186142:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233944.186151:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233944.186165:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736225984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233944.186180:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736225920:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233944.186181:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233944.186199:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233944.186203:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233944.186207:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9542 00000100:00080000:1.0:1761233944.186209:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233944.186211:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233944.186214:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233944.186226:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736226048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233944.186232:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233944.186235:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233944.186237:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233944.186239:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9542 00000100:00080000:1.0:1761233944.186241:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233944.186244:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233944.186248:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233944.186256:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736226112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233944.186262:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233944.186265:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233944.186267:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233944.186270:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9542 00000100:00080000:1.0:1761233944.186272:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233944.186275:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233944.186279:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233944.186286:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233944.186295:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736226176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233944.186320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233944/real 1761233944] req@00000000086973a9 x1846777736225920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233944.186348:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736225920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233944.186360:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233944.186363:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233944.186367:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736225920:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233944.186390:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225984:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233944.186407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233944.186412:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233944/real 1761233944] req@00000000a0dbac9b x1846777736225984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233944.186419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736225984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233944.186425:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233944.186426:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233944.186429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736225984:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233944.186432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226048:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233944.186444:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233944.186448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233944/real 1761233944] req@000000009c8a8899 x1846777736226048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233944.186457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736226048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233944.186462:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233944.186463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233944.186465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226048:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233944.186471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226112:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233944.186484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233944.186489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233944/real 1761233944] req@000000006ce6fb08 x1846777736226112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233944.186499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736226112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233944.186507:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233944.186511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233944.186515:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226112:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233944.186520:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226176:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233944.186558:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233944.186574:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233944/real 1761233944] req@00000000464e3652 x1846777736226176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233944.186592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736226176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233969 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233944.186603:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233944.186608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233944.186614:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226176:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233944.250081:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233945.209978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233945.274138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233946.234008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233946.298187:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233947.258005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233947.322102:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233948.281935:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233948.346168:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233949.305943:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233949.305950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233949.305956:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233949.305960:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233949.305968:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9547 00000100:00080000:1.0:1761233949.305970:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233949.305976:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233949.306015:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736226240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233949.306034:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233949.306037:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233949.306038:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233949.306040:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9547 00000100:00080000:1.0:1761233949.306042:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233949.306044:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233949.306050:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233949.306059:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736226304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233949.306066:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233949.306068:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233949.306069:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233949.306071:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736226240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233949.306075:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9547 00000100:00080000:1.0:1761233949.306079:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233949.306081:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233949.306084:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233949.306091:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736226368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233949.306102:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233949.306105:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233949.306106:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233949.306110:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9547 00000100:00080000:1.0:1761233949.306112:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233949.306114:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233949.306118:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233949.306124:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736226432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233949.306129:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233949.306131:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233949.306132:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233949.306135:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9547 00000100:00080000:1.0:1761233949.306138:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761233949.306140:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761233949.306143:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233949.306146:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233949.306154:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736226496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233949.306160:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233949/real 1761233949] req@000000000baedc40 x1846777736226240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233949.306176:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736226240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233949.306183:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233949.306185:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233949.306188:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736226240:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233949.306206:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226304:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233949.306221:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233949.306226:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233949/real 1761233949] req@00000000c2c1573a x1846777736226304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233949.306233:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736226304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233949.306237:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233949.306239:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233949.306241:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226304:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233949.306244:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226368:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233949.306254:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233949.306258:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233949/real 1761233949] req@00000000069b687a x1846777736226368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233949.306264:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736226368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233949.306268:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233949.306269:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233949.306271:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226368:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233949.306274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226432:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233949.306283:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233949.306287:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233949/real 1761233949] req@0000000054fdc67e x1846777736226432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233949.306292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736226432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233949.306296:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233949.306298:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233949.306299:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226432:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233949.306302:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226496:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233949.306311:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233949.306315:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233949/real 1761233949] req@00000000dcfa4436 x1846777736226496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233949.306321:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736226496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233974 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233949.306325:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233949.306326:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233949.306327:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226496:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233949.370107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233950.329955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233950.394126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233951.353939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233951.418042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233952.377965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233952.442121:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233953.402113:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233953.466101:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233954.425972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233954.425992:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233954.426002:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233954.426007:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233954.426025:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9552 00000100:00080000:1.0:1761233954.426032:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233954.426039:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233954.426104:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736226560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233954.426127:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233954.426130:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233954.426131:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233954.426134:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9552 00000100:00080000:1.0:1761233954.426136:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233954.426138:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233954.426148:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233954.426158:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736226624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233954.426166:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233954.426168:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736226560:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761233954.426177:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233954.426179:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233954.426184:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9552 00000100:00080000:1.0:1761233954.426185:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233954.426187:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233954.426192:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233954.426203:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736226688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233954.426211:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233954.426215:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233954.426217:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233954.426221:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9552 00000100:00080000:1.0:1761233954.426223:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233954.426227:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233954.426233:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233954.426243:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233954.426248:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736226752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233954.426259:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233954.426263:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233954.426266:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233954.426267:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233954/real 1761233954] req@00000000f52221c5 x1846777736226560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761233954.426275:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9552 00000100:00080000:1.0:1761233954.426285:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233954.426291:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761233954.426292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736226560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:1.0:1761233954.426301:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761233954.426306:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233954.426310:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233954.426314:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736226560:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761233954.426319:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736226816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233954.426340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226624:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233954.426372:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233954.426411:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233954/real 1761233954] req@000000001dfe2b3c x1846777736226624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233954.426419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736226624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233954.426424:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233954.426426:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233954.426428:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226624:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233954.426433:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226688:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233954.426447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233954.426451:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233954/real 1761233954] req@00000000cee0df34 x1846777736226688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233954.426457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736226688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233954.426462:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233954.426463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233954.426464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226688:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233954.426468:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226752:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233954.426478:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233954.426482:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233954/real 1761233954] req@0000000090114397 x1846777736226752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233954.426488:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736226752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233954.426492:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233954.426494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233954.426495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226752:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233954.426499:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226816:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233954.426508:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233954.426512:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233954/real 1761233954] req@00000000c65fa7c5 x1846777736226816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233954.426517:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736226816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233979 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233954.426521:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233954.426523:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233954.426524:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226816:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233954.490099:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233955.450047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233955.514049:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233956.473953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233956.538071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233957.498040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233957.562093:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233958.521999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233958.586131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233959.546038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233959.546053:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233959.546060:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233959.546064:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233959.546073:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9557 00000100:00080000:2.0:1761233959.546076:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233959.546082:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233959.546117:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736226880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233959.546136:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233959.546140:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233959.546141:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233959.546144:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9557 00000100:00080000:2.0:1761233959.546146:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233959.546147:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233959.546156:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233959.546170:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736226944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233959.546175:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233959.546177:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233959.546179:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233959.546183:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9557 00000100:00080000:2.0:1761233959.546184:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233959.546186:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233959.546189:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233959.546199:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736226880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233959.546199:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736227008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233959.546223:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233959.546225:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233959.546225:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233959.546228:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9557 00000100:00080000:2.0:1761233959.546229:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233959.546231:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233959.546234:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233959.546248:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736227072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233959.546254:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233959.546256:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233959.546258:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233959.546260:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9557 00000100:00080000:2.0:1761233959.546261:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233959.546264:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233959.546266:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233959.546279:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736227136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233959.546333:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233959.546362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233959/real 1761233959] req@0000000099725227 x1846777736226880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233959.546379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736226880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233959.546388:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233959.546391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233959.546395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736226880:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233959.546402:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226944:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233959.546420:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233959.546426:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233959/real 1761233959] req@000000001f17a0b8 x1846777736226944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233959.546433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736226944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233959.546439:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233959.546441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233959.546443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736226944:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233959.546469:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227008:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233959.546481:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233959.546485:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233959/real 1761233959] req@000000002f434b1a x1846777736227008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233959.546492:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736227008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233959.546497:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233959.546499:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233959.546501:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227008:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233959.546505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227072:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233959.546517:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233959.546521:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233959/real 1761233959] req@0000000070bd2103 x1846777736227072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233959.546533:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736227072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233959.546542:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233959.546544:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233959.546547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227072:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233959.546554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227136:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233959.546576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233959.546584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233959/real 1761233959] req@00000000c35ccb78 x1846777736227136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233959.546592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736227136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233984 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233959.546598:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233959.546599:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233959.546601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227136:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233959.610112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233960.570043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233960.634232:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233961.594006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233961.658135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233962.617941:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233962.682150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233963.642009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233963.706088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233964.665968:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761233964.665981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233964.665983:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233964.665988:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233964.665999:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9563 00000100:00080000:2.0:1761233964.666002:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233964.666010:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233964.666055:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736227200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233964.666079:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233964.666082:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233964.666083:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233964.666087:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9563 00000100:00080000:2.0:1761233964.666089:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233964.666092:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233964.666101:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233964.666111:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736227264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233964.666117:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233964.666120:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233964.666121:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233964.666124:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9563 00000100:00080000:2.0:1761233964.666126:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233964.666129:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233964.666133:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233964.666134:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736227200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233964.666145:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736227328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233964.666156:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233964.666160:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233964.666161:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233964.666165:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9563 00000100:00080000:2.0:1761233964.666168:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233964.666171:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233964.666177:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233964.666189:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736227392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233964.666200:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233964.666203:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233964.666204:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233964.666206:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9563 00000100:00080000:2.0:1761233964.666208:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233964.666212:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233964.666226:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233964.666237:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736227456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233964.666245:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233964.666280:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233964/real 1761233964] req@00000000c35ccb78 x1846777736227200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233964.666300:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736227200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233964.666319:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233964.666322:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233964.666326:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736227200:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233964.666332:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227264:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233964.666353:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233964.666359:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233964/real 1761233964] req@0000000070bd2103 x1846777736227264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233964.666366:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736227264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233964.666372:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233964.666375:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233964.666378:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227264:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233964.666407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227328:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233964.666429:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233964.666437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233964/real 1761233964] req@000000002f434b1a x1846777736227328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233964.666448:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736227328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233964.666456:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233964.666459:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233964.666461:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227328:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233964.666467:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227392:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233964.666483:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233964.666488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233964/real 1761233964] req@000000001f17a0b8 x1846777736227392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233964.666495:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736227392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233964.666500:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233964.666501:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233964.666503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227392:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233964.666506:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227456:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233964.666516:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233964.666520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233964/real 1761233964] req@0000000099725227 x1846777736227456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233964.666526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736227456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233989 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233964.666531:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233964.666532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233964.666534:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227456:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233964.729989:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233965.690151:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233965.754029:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233966.714008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233966.778111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233967.737979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233967.802457:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233968.761963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233968.826088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233969.786005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233969.786095:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233969.786104:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233969.786109:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233969.786120:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9568 00000100:00080000:1.0:1761233969.786140:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233969.786149:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233969.786219:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736227520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233969.786252:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233969.786257:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233969.786261:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233969.786266:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9568 00000100:00080000:1.0:1761233969.786269:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233969.786274:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233969.786287:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233969.786299:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736227520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233969.786305:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736227584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233969.786322:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233969.786326:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233969.786329:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233969.786351:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9568 00000100:00080000:1.0:1761233969.786353:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233969.786357:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233969.786362:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233969.786378:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736227648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233969.786387:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233969.786391:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233969.786394:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233969.786399:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9568 00000100:00080000:1.0:1761233969.786400:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233969.786405:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233969.786410:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761233969.786414:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761233969.786425:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736227712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233969.786434:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233969.786438:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233969.786440:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233969.786444:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9568 00000100:00100000:0.0:1761233969.786448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233969/real 1761233969] req@00000000108af431 x1846777736227520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:1.0:1761233969.786450:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233969.786459:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233969.786465:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233969.786478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736227520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1761233969.786481:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736227776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761233969.786511:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233969.786518:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233969.786526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736227520:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233969.786563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227584:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233969.786592:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233969.786612:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233969/real 1761233969] req@00000000c21e8593 x1846777736227584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233969.786628:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736227584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233969.786636:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233969.786638:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233969.786642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227584:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233969.786647:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227648:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233969.786663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233969.786670:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233969/real 1761233969] req@00000000cba7fca5 x1846777736227648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233969.786689:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736227648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233969.786697:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233969.786700:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233969.786704:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227648:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233969.786712:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227712:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233969.786731:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233969.786740:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233969/real 1761233969] req@000000000a7b3b64 x1846777736227712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233969.786750:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736227712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233969.786757:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233969.786760:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233969.786763:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227712:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233969.786768:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227776:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233969.786779:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233969.786783:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233969/real 1761233969] req@00000000c65fa7c5 x1846777736227776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233969.786790:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736227776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233994 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233969.786796:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233969.786798:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233969.786800:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227776:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233969.850344:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233970.810071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233970.874731:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233971.833955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233971.898312:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233972.858020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233972.922096:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233973.881958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233973.946098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233974.905994:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233974.906002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233974.906006:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233974.906013:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233974.906023:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9573 00000100:00080000:1.0:1761233974.906049:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233974.906057:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233974.906097:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736227840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233974.906115:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233974.906118:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233974.906119:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233974.906122:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9573 00000100:00080000:1.0:1761233974.906124:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233974.906127:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233974.906136:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233974.906142:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736227840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233974.906147:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736227904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233974.906156:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233974.906158:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233974.906159:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233974.906161:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9573 00000100:00080000:1.0:1761233974.906162:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233974.906164:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233974.906166:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233974.906173:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736227968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233974.906179:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233974.906182:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233974.906183:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233974.906185:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9573 00000100:00080000:1.0:1761233974.906187:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233974.906189:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233974.906192:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233974.906198:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736228032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233974.906202:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233974.906204:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233974.906205:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233974.906208:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9573 00000100:00080000:1.0:1761233974.906210:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233974.906212:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233974.906215:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233974.906220:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736228096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233974.906242:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233974.906274:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233974/real 1761233974] req@0000000090114397 x1846777736227840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233974.906294:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736227840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233974.906305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233974.906308:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233974.906312:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736227840:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761233974.906343:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227904:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233974.906370:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233974.906380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233974/real 1761233974] req@00000000cee0df34 x1846777736227904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233974.906393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736227904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233974.906402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233974.906404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233974.906408:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227904:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233974.906415:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227968:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761233974.906437:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233974.906446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233974/real 1761233974] req@000000001dfe2b3c x1846777736227968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233974.906458:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736227968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233974.906465:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233974.906468:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233974.906471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736227968:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233974.906478:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228032:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233974.906500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233974.906508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233974/real 1761233974] req@00000000f52221c5 x1846777736228032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233974.906520:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736228032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233974.906529:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233974.906531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233974.906534:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228032:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233974.906540:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228096:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761233974.906560:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233974.906569:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233974/real 1761233974] req@00000000dcfa4436 x1846777736228096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233974.906580:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736228096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761233999 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233974.906588:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233974.906590:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233974.906593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228096:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233974.970100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233975.930019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233975.994076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233976.954051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233977.018175:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233977.978025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233978.042114:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233979.002031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233979.066089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233980.026031:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233980.026043:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233980.026048:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761233980.026052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233980.026061:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9578 00000100:00080000:1.0:1761233980.026066:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233980.026077:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233980.026125:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736228160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233980.026155:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233980.026159:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233980.026162:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233980.026168:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9578 00000100:00080000:1.0:1761233980.026170:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233980.026176:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233980.026187:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233980.026191:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736228160:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:1.0:1761233980.026207:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736228224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233980.026221:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233980.026226:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233980.026229:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233980.026234:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9578 00000100:00080000:1.0:1761233980.026236:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233980.026240:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233980.026246:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233980.026259:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736228288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233980.026274:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233980.026278:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233980.026283:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233980.026290:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9578 00000100:00100000:0.0:1761233980.026293:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00080000:1.0:1761233980.026296:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233980.026305:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233980.026311:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233980.026329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:1.0:1761233980.026329:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736228352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233980.026345:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233980.026349:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233980.026353:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233980.026361:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9578 00000100:00100000:0.0:1761233980.026365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00080000:1.0:1761233980.026366:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233980.026375:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233980.026382:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233980.026406:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736228416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233980.026464:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228416:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761233980.090078:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233981.050020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233981.114161:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233982.073981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233982.138039:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233983.097959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761233983.098103:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761233983.098137:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761233983.098151:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233983.098182:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233983.098187:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233983.098193:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761233983.098197:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761233983.098323:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233983] req@00000000464e3652 x1846777736228416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233983.098384:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736228416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233983.098417:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233983.098425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233983.098434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228416:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233983.098448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233983] req@000000000baedc40 x1846777736228352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233983.098472:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736228352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233983.098485:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233983.098491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233983.098497:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228352:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761233983.098508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233983] req@00000000069b687a x1846777736228224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233983.098528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736228224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233983.098541:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233983.098546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233983.098552:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228224:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233983.098564:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233983] req@00000000c2c1573a x1846777736228288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233983.098584:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736228288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233983.098609:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233983.098614:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233983.098620:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228288:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761233983.098632:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233980/real 1761233983] req@0000000054fdc67e x1846777736228160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761233983.098655:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736228160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234005 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761233983.098668:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233983.098674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233983.098680:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736228160:192.168.201.106@tcp:250:kworker/u8:0.0 00010000:00010000:2.0:1761233983.162096:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761233984.121983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233984.186026:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761233985.146003:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233985.146011:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233985.146014:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233985.146024:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9583 00000100:00080000:1.0:1761233985.146029:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233985.146034:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761233985.146063:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761233985.146065:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736228480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233985.146094:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233985.146097:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233985.146099:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233985.146103:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9583 00000100:00080000:1.0:1761233985.146105:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233985.146107:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233985.146115:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233985.146124:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736228544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233985.146131:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761233985.146133:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736228480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761233985.146134:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233985.146137:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233985.146143:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9583 00000100:00080000:1.0:1761233985.146144:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233985.146146:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233985.146148:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233985.146156:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736228608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233985.146161:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233985.146164:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233985.146164:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233985.146166:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9583 00000100:00080000:1.0:1761233985.146168:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233985.146171:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233985.146174:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233985.146179:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736228672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233985.146184:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233985.146186:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233985.146187:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233985.146189:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9583 00000100:00080000:1.0:1761233985.146191:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233985.146194:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:2.0:1761233985.146198:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:1.0:1761233985.146200:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233985.146209:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736228736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761233985.146219:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233985/real 1761233985] req@000000006ce6fb08 x1846777736228480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233985.146234:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736228480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233985.146241:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233985.146243:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233985.146246:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736228480:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761233985.146264:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228544:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233985.146279:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233985.146284:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233985/real 1761233985] req@000000009c8a8899 x1846777736228544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233985.146291:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736228544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233985.146295:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233985.146297:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233985.146299:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228544:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233985.146302:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228608:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761233985.146313:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233985.146320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233985/real 1761233985] req@00000000a0dbac9b x1846777736228608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233985.146337:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736228608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233985.146344:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233985.146346:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233985.146349:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228608:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761233985.146354:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228672:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233985.146383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233985.146391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233985/real 1761233985] req@00000000086973a9 x1846777736228672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233985.146401:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736228672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233985.146408:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233985.146410:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233985.146413:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228672:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761233985.146418:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228736:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761233985.146437:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761233985.146444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233985/real 1761233985] req@0000000013a55d77 x1846777736228736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761233985.146453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736228736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234010 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761233985.146460:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761233985.146462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761233985.146465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228736:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761233985.210025:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233986.169999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233986.234018:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233987.193998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233987.258154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233988.217967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233988.282058:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233989.241962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233989.306104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761233990.266016:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761233990.266019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761233990.266032:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761233990.266037:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233990.266050:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9588 00000100:00080000:2.0:1761233990.266054:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233990.266064:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761233990.266116:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736228800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233990.266148:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233990.266152:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761233990.266154:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233990.266159:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9588 00000100:00080000:2.0:1761233990.266162:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233990.266167:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233990.266180:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233990.266197:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736228800:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761233990.266198:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736228864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233990.266215:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233990.266219:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761233990.266221:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233990.266226:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9588 00000100:00080000:2.0:1761233990.266229:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233990.266234:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233990.266239:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233990.266252:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736228928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761233990.266262:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233990.266265:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761233990.266267:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233990.266270:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9588 00000100:00080000:2.0:1761233990.266272:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233990.266277:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233990.266282:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761233990.266293:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736228992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233990.266299:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761233990.266307:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761233990.266312:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761233990.266313:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761233990.266318:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9588 00000100:00080000:2.0:1761233990.266321:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761233990.266325:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761233990.266329:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761233990.266333:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233990/real 1761233990] req@0000000099725227 x1846777736228800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761233990.266341:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736229056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761233990.266363:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736228800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233990.266376:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233990.266381:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233990.266387:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736228800:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233990.266417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228864:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233990.266444:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233990.266453:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233990/real 1761233990] req@000000001f17a0b8 x1846777736228864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233990.266465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736228864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233990.266472:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233990.266475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233990.266478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228864:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233990.266483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228928:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233990.266505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233990.266514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233990/real 1761233990] req@000000002f434b1a x1846777736228928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233990.266526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736228928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233990.266534:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233990.266536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233990.266539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228928:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233990.266545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228992:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233990.266568:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233990.266577:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233990/real 1761233990] req@0000000070bd2103 x1846777736228992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233990.266589:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736228992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233990.266596:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233990.266599:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233990.266602:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736228992:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233990.266608:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229056:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233990.266627:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233990.266633:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233990/real 1761233990] req@00000000c35ccb78 x1846777736229056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233990.266641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736229056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234015 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233990.266646:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233990.266648:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233990.266650:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229056:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761233990.330060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233991.289943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233991.354046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233992.313965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233992.378027:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233993.337940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233993.402120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233994.361988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233994.426021:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233995.385993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761233995.386022:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233995.386032:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761233995.386037:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233995.386046:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9593 00000100:00080000:1.0:1761233995.386049:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233995.386055:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761233995.386088:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736229120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233995.386109:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233995.386111:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761233995.386112:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233995.386115:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9593 00000100:00080000:1.0:1761233995.386117:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233995.386119:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233995.386125:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233995.386134:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736229184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233995.386141:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233995.386144:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761233995.386145:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233995.386149:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9593 00000100:00100000:0.0:1761233995.386154:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736229120:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761233995.386155:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233995.386162:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233995.386165:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233995.386171:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736229248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233995.386177:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233995.386180:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761233995.386181:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233995.386186:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9593 00000100:00080000:1.0:1761233995.386188:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233995.386190:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233995.386193:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233995.386204:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736229312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761233995.386209:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761233995.386211:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761233995.386212:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761233995.386214:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9593 00000100:00080000:1.0:1761233995.386216:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761233995.386219:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761233995.386221:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761233995.386229:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736229376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761233995.386248:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233995.386278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233995/real 1761233995] req@0000000012be0532 x1846777736229120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233995.386292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736229120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233995.386302:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233995.386305:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233995.386308:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736229120:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761233995.386330:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229184:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233995.386346:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233995.386351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233995/real 1761233995] req@000000007a9a6396 x1846777736229184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233995.386358:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736229184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233995.386363:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233995.386365:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233995.386367:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229184:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233995.386370:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229248:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761233995.386381:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233995.386384:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233995/real 1761233995] req@00000000161ad79e x1846777736229248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233995.386391:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736229248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233995.386396:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233995.386398:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233995.386399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229248:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761233995.386403:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229312:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233995.386413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233995.386417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233995/real 1761233995] req@00000000f706d6b4 x1846777736229312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233995.386435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736229312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233995.386439:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233995.386441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233995.386443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229312:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761233995.386446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229376:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761233995.386458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761233995.386462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761233995/real 1761233995] req@0000000013a55d77 x1846777736229376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761233995.386468:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736229376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234020 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761233995.386473:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761233995.386475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761233995.386476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229376:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761233995.450088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233996.410008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233996.474133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233997.434010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233997.498141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233998.457928:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761233998.522029:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761233999.481970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761233999.546135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234000.505973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234000.505985:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234000.505992:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234000.505995:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234000.506003:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9598 00000100:00080000:1.0:1761234000.506005:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234000.506011:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234000.506043:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736229440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234000.506079:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234000.506083:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234000.506085:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234000.506089:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9598 00000100:00080000:1.0:1761234000.506091:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234000.506095:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234000.506104:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234000.506114:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736229440:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234000.506121:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736229504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234000.506133:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234000.506137:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234000.506138:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234000.506142:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9598 00000100:00080000:1.0:1761234000.506144:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234000.506148:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234000.506153:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234000.506164:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736229568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234000.506173:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234000.506176:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234000.506177:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234000.506183:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9598 00000800:00000100:0.0:1761234000.506184:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761234000.506185:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234000.506190:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234000.506194:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234000.506204:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736229632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234000.506210:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234000/real 1761234000] req@00000000086973a9 x1846777736229440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234000.506211:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234000.506216:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234000.506218:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234000.506224:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9598 00000100:00080000:1.0:1761234000.506227:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234000.506231:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234000.506235:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234000.506241:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736229440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234000.506244:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736229696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234000.506273:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234000.506278:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234000.506283:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736229440:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234000.506307:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229504:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234000.506327:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234000.506334:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234000/real 1761234000] req@00000000a0dbac9b x1846777736229504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234000.506345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736229504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234000.506352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234000.506355:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234000.506357:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229504:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234000.506366:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229568:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234000.506382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234000.506388:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234000/real 1761234000] req@000000009c8a8899 x1846777736229568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234000.506398:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736229568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234000.506405:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234000.506406:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234000.506409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229568:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234000.506415:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229632:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234000.506434:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234000.506441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234000/real 1761234000] req@000000006ce6fb08 x1846777736229632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234000.506451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736229632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234000.506458:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234000.506460:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234000.506463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229632:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234000.506468:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229696:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234000.506483:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234000.506489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234000/real 1761234000] req@0000000054fdc67e x1846777736229696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234000.506499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736229696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234025 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234000.506506:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234000.506508:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234000.506511:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229696:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234000.570159:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234001.530003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234001.594051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234002.554002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234002.618090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234003.577979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234003.642054:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234004.601955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234004.666062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234005.625946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234005.625994:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234005.626002:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234005.626006:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234005.626014:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9604 00000100:00080000:2.0:1761234005.626018:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234005.626024:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234005.626060:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736229760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234005.626087:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234005.626091:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234005.626092:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234005.626097:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9604 00000100:00080000:2.0:1761234005.626099:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234005.626104:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234005.626113:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234005.626126:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736229760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761234005.626129:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736229824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234005.626142:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234005.626146:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234005.626148:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234005.626151:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9604 00000100:00080000:2.0:1761234005.626153:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234005.626156:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234005.626161:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234005.626172:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736229888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234005.626181:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234005.626185:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234005.626187:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234005.626190:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9604 00000100:00080000:2.0:1761234005.626192:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234005.626198:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:0.0:1761234005.626200:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761234005.626205:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234005.626217:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736229952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234005.626225:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234005.626228:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234005/real 1761234005] req@00000000c35ccb78 x1846777736229760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234005.626231:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234005.626234:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234005.626242:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9604 00000100:00080000:2.0:1761234005.626245:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234005.626249:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234005.626253:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736229760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000008:00100000:2.0:1761234005.626255:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234005.626268:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234005.626270:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736230016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234005.626272:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234005.626280:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736229760:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761234005.626309:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229824:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761234005.626333:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234005.626342:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234005/real 1761234005] req@0000000070bd2103 x1846777736229824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234005.626359:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736229824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234005.626365:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234005.626366:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234005.626368:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229824:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761234005.626372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229888:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761234005.626387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234005.626392:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234005/real 1761234005] req@000000002f434b1a x1846777736229888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234005.626398:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736229888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234005.626403:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234005.626404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234005.626406:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229888:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761234005.626409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229952:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761234005.626418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234005.626422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234005/real 1761234005] req@000000001f17a0b8 x1846777736229952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234005.626428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736229952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234005.626432:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234005.626434:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234005.626435:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736229952:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761234005.626439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230016:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761234005.626469:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234005.626475:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234005/real 1761234005] req@0000000099725227 x1846777736230016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234005.626481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736230016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234030 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234005.626486:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234005.626487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234005.626489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230016:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761234005.690011:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234006.650036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234006.714106:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234007.674007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234007.738078:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234008.697968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234008.762082:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234009.722029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234009.786065:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234010.745966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234010.745981:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234010.745990:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234010.745994:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234010.746007:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9609 00000100:00080000:0.0:1761234010.746011:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234010.746020:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234010.746070:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736230080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234010.746100:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234010.746104:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234010.746105:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234010.746109:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9609 00000100:00080000:0.0:1761234010.746111:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234010.746115:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234010.746125:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234010.746130:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736230080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761234010.746138:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736230144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234010.746145:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234010.746148:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234010.746148:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234010.746151:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9609 00000100:00080000:0.0:1761234010.746153:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234010.746155:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234010.746157:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234010.746165:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736230208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234010.746170:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234010.746172:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234010.746173:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234010.746175:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9609 00000100:00080000:0.0:1761234010.746177:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234010.746179:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234010.746183:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234010.746190:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736230272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234010.746196:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234010.746198:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234010.746199:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234010.746201:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9609 00000100:00080000:0.0:1761234010.746202:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234010.746204:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234010.746207:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234010.746213:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736230336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234010.746223:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234010.746248:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234010/real 1761234010] req@000000001edf5a39 x1846777736230080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234010.746262:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736230080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234010.746272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234010.746276:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234010.746280:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736230080:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761234010.746310:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230144:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761234010.746336:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234010.746363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234010/real 1761234010] req@000000009dca9672 x1846777736230144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234010.746377:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736230144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234010.746385:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234010.746388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234010.746391:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230144:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761234010.746398:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230208:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761234010.746416:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234010.746422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234010/real 1761234010] req@00000000c90d576b x1846777736230208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234010.746429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736230208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234010.746434:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234010.746435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234010.746437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230208:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761234010.746440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230272:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761234010.746451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234010.746455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234010/real 1761234010] req@000000000e921d21 x1846777736230272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234010.746460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736230272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234010.746465:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234010.746466:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234010.746468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230272:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761234010.746470:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230336:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761234010.746480:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234010.746484:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234010/real 1761234010] req@00000000fd377aae x1846777736230336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234010.746491:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736230336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234035 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234010.746495:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234010.746496:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234010.746507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230336:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761234010.810170:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234011.770005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234011.834021:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234012.794025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234012.858124:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234013.817951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234013.882072:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234014.841973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234014.906074:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234015.865931:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234015.865951:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234015.865959:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234015.865964:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234015.865974:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9614 00000100:00080000:0.0:1761234015.865977:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234015.865984:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234015.866038:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736230400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234015.866063:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234015.866066:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234015.866067:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234015.866070:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9614 00000100:00080000:0.0:1761234015.866071:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234015.866074:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234015.866085:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234015.866097:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736230464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234015.866106:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736230400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:0.0:1761234015.866118:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234015.866121:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234015.866122:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234015.866126:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9614 00000100:00080000:0.0:1761234015.866128:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234015.866130:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234015.866133:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234015.866143:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736230528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234015.866148:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234015.866151:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234015.866152:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234015.866154:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9614 00000100:00080000:0.0:1761234015.866155:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234015.866157:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234015.866160:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234015.866165:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736230592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234015.866170:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234015.866172:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234015.866172:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234015.866176:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9614 00000100:00080000:0.0:1761234015.866177:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234015.866180:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234015.866182:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234015.866187:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736230656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234015.866215:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234015.866246:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234015/real 1761234015] req@00000000911b207d x1846777736230400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234015.866279:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736230400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234015.866291:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234015.866294:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234015.866299:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736230400:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:2.0:1761234015.866328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230464:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761234015.866359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234015.866374:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234015/real 1761234015] req@000000008cd0ff0b x1846777736230464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234015.866402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736230464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234015.866408:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234015.866410:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234015.866413:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230464:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761234015.866418:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230528:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:2.0:1761234015.866438:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234015.866446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234015/real 1761234015] req@00000000fd377aae x1846777736230528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234015.866457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736230528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234015.866466:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234015.866469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234015.866474:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230528:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:2.0:1761234015.866483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230592:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761234015.866508:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234015.866519:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234015/real 1761234015] req@000000000e921d21 x1846777736230592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234015.866533:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736230592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234015.866549:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234015.866551:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234015.866554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230592:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:2.0:1761234015.866560:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230656:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:2.0:1761234015.866578:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234015.866584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234015/real 1761234015] req@00000000c90d576b x1846777736230656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1761234015.866591:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736230656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234040 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:2.0:1761234015.866595:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234015.866597:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234015.866599:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230656:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:2.0:1761234015.930045:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234016.889966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234016.954004:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234017.913936:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234017.978150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234018.937936:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234019.002120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234019.961981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234020.026101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234020.986029:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234020.986046:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234020.986053:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234020.986069:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9619 00000100:00080000:2.0:1761234020.986076:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234020.986081:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234020.986088:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234020.986146:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736230720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234020.986199:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234020.986202:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234020.986204:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234020.986207:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9619 00000100:00080000:2.0:1761234020.986210:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234020.986215:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234020.986226:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234020.986241:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736230784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234020.986247:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736230720:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234020.986260:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234020.986264:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234020.986264:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234020.986268:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9619 00000100:00080000:2.0:1761234020.986270:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234020.986274:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234020.986278:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234020.986287:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736230848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234020.986293:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234020.986296:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234020.986297:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234020.986301:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9619 00000100:00080000:2.0:1761234020.986303:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234020.986306:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234020.986311:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234020.986323:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736230912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234020.986330:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234020.986338:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234020.986340:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234020.986342:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234020.986347:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9619 00000100:00080000:2.0:1761234020.986350:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234020.986361:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234020.986362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234020/real 1761234020] req@0000000099725227 x1846777736230720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:2.0:1761234020.986373:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234020.986390:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736230976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234020.986396:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736230720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234020.986438:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234020.986442:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234020.986446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736230720:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234020.986473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230784:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234020.986488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234020.986493:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234020/real 1761234020] req@000000001f17a0b8 x1846777736230784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234020.986500:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736230784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234020.986505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234020.986507:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234020.986509:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230784:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234020.986513:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230848:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234020.986524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234020.986527:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234020/real 1761234020] req@000000002f434b1a x1846777736230848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234020.986533:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736230848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234020.986538:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234020.986539:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234020.986540:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230848:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234020.986543:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230912:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234020.986554:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234020.986557:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234020/real 1761234020] req@0000000070bd2103 x1846777736230912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234020.986563:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736230912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234020.986568:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234020.986569:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234020.986571:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230912:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234020.986574:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230976:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234020.986584:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234020.986587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234020/real 1761234020] req@00000000c35ccb78 x1846777736230976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234020.986594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736230976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234045 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234020.986598:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234020.986600:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234020.986601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736230976:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234021.050072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234022.010167:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234022.074224:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234023.034028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234023.098065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234024.057963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234024.122068:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234025.082000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234025.146133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234026.106011:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234026.106015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234026.106024:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234026.106029:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234026.106041:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9624 00000100:00080000:1.0:1761234026.106044:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234026.106051:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234026.106115:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736231040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234026.106138:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234026.106140:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234026.106141:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234026.106144:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9624 00000100:00080000:1.0:1761234026.106145:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234026.106148:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234026.106157:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234026.106166:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736231104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234026.106173:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234026.106176:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234026.106177:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234026.106179:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9624 00000100:00080000:1.0:1761234026.106180:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234026.106183:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234026.106185:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234026.106192:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736231168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234026.106196:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736231040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761234026.106202:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234026.106205:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234026.106206:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234026.106209:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9624 00000100:00080000:1.0:1761234026.106210:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234026.106213:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234026.106216:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234026.106224:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736231232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234026.106229:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234026.106231:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234026.106232:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234026.106235:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9624 00000100:00080000:1.0:1761234026.106236:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234026.106238:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234026.106241:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234026.106248:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736231296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234026.106282:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234026.106306:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234026/real 1761234026] req@00000000c2c1573a x1846777736231040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234026.106322:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736231040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234026.106330:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234026.106333:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234026.106336:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736231040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234026.106340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231104:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234026.106354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234026.106358:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234026/real 1761234026] req@00000000069b687a x1846777736231104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234026.106364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736231104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234026.106374:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234026.106376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234026.106378:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231104:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234026.106403:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231168:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234026.106414:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234026.106418:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234026/real 1761234026] req@000000000baedc40 x1846777736231168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234026.106424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736231168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234026.106429:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234026.106431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234026.106432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231168:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234026.106435:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231232:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234026.106445:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234026.106449:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234026/real 1761234026] req@00000000464e3652 x1846777736231232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234026.106455:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736231232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234026.106460:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234026.106461:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234026.106462:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231232:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234026.106466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231296:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234026.106476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234026.106480:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234026/real 1761234026] req@00000000dcfa4436 x1846777736231296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234026.106487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736231296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234051 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234026.106491:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234026.106492:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234026.106494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231296:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234026.170067:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234027.129961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234027.194168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234028.153944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234028.218090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234029.178032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234029.242099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234030.202038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234030.266037:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234031.225994:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234031.226006:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234031.226011:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234031.226021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234031.226027:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9629 00000100:00080000:3.0:1761234031.226032:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234031.226042:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234031.226089:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736231360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234031.226113:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234031.226116:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234031.226117:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234031.226120:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9629 00000100:00080000:3.0:1761234031.226122:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234031.226125:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234031.226135:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234031.226145:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736231424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234031.226151:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234031.226154:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234031.226155:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234031.226158:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9629 00000100:00080000:3.0:1761234031.226159:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234031.226161:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234031.226164:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234031.226166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736231360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234031.226173:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736231488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234031.226181:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234031.226183:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234031.226184:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234031.226186:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9629 00000100:00080000:3.0:1761234031.226187:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234031.226189:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234031.226192:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234031.226200:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736231552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234031.226205:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234031.226206:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234031.226207:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234031.226209:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9629 00000100:00080000:3.0:1761234031.226210:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234031.226212:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234031.226215:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234031.226222:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736231616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234031.226270:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234031.226299:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234031/real 1761234031] req@000000000b14a2de x1846777736231360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234031.226319:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736231360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234031.226329:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234031.226333:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234031.226337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736231360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234031.226345:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231424:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234031.226371:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234031.226381:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234031/real 1761234031] req@0000000017b16811 x1846777736231424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234031.226400:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736231424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234031.226409:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234031.226412:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234031.226415:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231424:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234031.226448:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231488:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234031.226471:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234031.226479:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234031/real 1761234031] req@000000003dd9839b x1846777736231488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234031.226491:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736231488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234031.226499:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234031.226501:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234031.226504:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231488:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234031.226510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231552:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234031.226532:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234031.226540:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234031/real 1761234031] req@00000000736ef9ba x1846777736231552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234031.226552:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736231552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234031.226559:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234031.226563:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234031.226566:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231552:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234031.226571:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231616:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234031.226589:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234031.226596:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234031/real 1761234031] req@00000000d2119349 x1846777736231616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234031.226607:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736231616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234056 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234031.226614:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234031.226617:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234031.226620:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231616:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234031.290030:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234032.250032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234032.313996:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234033.274025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234033.338055:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234034.297997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234034.362461:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234035.322096:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234035.386152:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234036.346018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234036.346069:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234036.346079:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234036.346084:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234036.346096:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9634 00000100:00080000:1.0:1761234036.346101:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234036.346111:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234036.346159:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736231680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234036.346188:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234036.346193:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234036.346194:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234036.346199:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9634 00000100:00080000:1.0:1761234036.346201:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234036.346205:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234036.346216:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234036.346228:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736231744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234036.346237:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234036.346241:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234036.346244:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234036.346248:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9634 00000100:00080000:1.0:1761234036.346251:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234036.346256:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234036.346260:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234036.346276:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736231808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234036.346277:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736231680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761234036.346299:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234036.346318:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234036.346320:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234036.346327:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9634 00000100:00080000:1.0:1761234036.346330:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234036.346336:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234036.346342:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234036.346356:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736231872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234036.346366:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761234036.346378:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234036.346382:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234036.346384:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234036.346390:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9634 00000100:00080000:1.0:1761234036.346393:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234036.346398:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234036/real 1761234036] req@00000000f52221c5 x1846777736231680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234036.346401:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234036.346408:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234036.346427:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736231936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234036.346434:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736231680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234036.346465:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234036.346469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234036.346476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736231680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234036.346485:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231744:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234036.346514:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234036.346523:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234036/real 1761234036] req@000000001dfe2b3c x1846777736231744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234036.346534:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736231744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234036.346541:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234036.346544:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234036.346547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231744:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234036.346576:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234036.346592:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234036.346598:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234036/real 1761234036] req@00000000cee0df34 x1846777736231808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234036.346605:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736231808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234036.346610:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234036.346611:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234036.346613:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234036.346617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231872:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234036.346627:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234036.346630:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234036/real 1761234036] req@0000000090114397 x1846777736231872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234036.346641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736231872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234036.346645:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234036.346646:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234036.346648:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231872:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234036.346651:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234036.346660:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234036.346664:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234036/real 1761234036] req@00000000c65fa7c5 x1846777736231936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234036.346670:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736231936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234061 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234036.346674:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234036.346675:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234036.346676:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736231936:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234036.410651:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234037.370023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234037.434353:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234038.393969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234038.459042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234039.417983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234039.482135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234040.441980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234040.506073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234041.465980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234041.465982:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234041.465994:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234041.466000:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234041.466011:0:176213:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9639 00000100:00080000:1.0:1761234041.466015:0:176213:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234041.466023:0:176213:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234041.466071:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736232000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234041.466097:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234041.466100:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234041.466101:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234041.466104:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9639 00000100:00080000:1.0:1761234041.466106:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234041.466108:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234041.466117:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234041.466125:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736232064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234041.466130:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234041.466133:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234041.466134:0:176213:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234041.466137:0:176213:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9639 00000100:00080000:1.0:1761234041.466138:0:176213:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234041.466141:0:176213:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234041.466144:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234041.466152:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736232128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234041.466159:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234041.466161:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234041.466162:0:176213:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234041.466166:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9639 00000100:00080000:1.0:1761234041.466168:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234041.466177:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00080000:1.0:1761234041.466177:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234041.466183:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234041.466194:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736232192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234041.466200:0:176213:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234041.466202:0:176213:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234041.466204:0:176213:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234041.466208:0:176213:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9639 00000100:00080000:1.0:1761234041.466210:0:176213:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234041.466213:0:176213:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234041.466216:0:176213:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234041.466223:0:176213:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736232256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234041.466259:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234041.466280:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234041/real 1761234041] req@000000000a7b3b64 x1846777736232000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234041.466293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736232000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234041.466301:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234041.466304:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234041.466307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232000:192.168.201.106@tcp:250:kworker/u8:0.0 00000100:00100000:0.0:1761234041.466312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232064:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761234041.466325:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234041.466329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234041/real 1761234041] req@00000000cba7fca5 x1846777736232064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234041.466336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736232064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234041.466340:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234041.466342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234041.466343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232064:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761234041.466368:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232128:192.168.201.106@tcp:38:kworker/u8:0.0 00000800:00000100:0.0:1761234041.466379:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234041.466383:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234041/real 1761234041] req@00000000c21e8593 x1846777736232128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234041.466390:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736232128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234041.466394:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234041.466395:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234041.466397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232128:192.168.201.106@tcp:38:kworker/u8:0.0 00000100:00100000:0.0:1761234041.466400:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232192:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761234041.466413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234041.466416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234041/real 1761234041] req@00000000108af431 x1846777736232192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234041.466422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736232192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234041.466427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234041.466428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234041.466429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232192:192.168.201.106@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761234041.466432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232256:192.168.201.106@tcp:8:kworker/u8:0.0 00000800:00000100:0.0:1761234041.466441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234041.466445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234041/real 1761234041] req@00000000c65fa7c5 x1846777736232256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1761234041.466451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736232256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234066 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00080000:0.0:1761234041.466455:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234041.466456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234041.466458:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232256:192.168.201.106@tcp:8:kworker/u8:0.0 00010000:00010000:1.0:1761234041.530133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234042.490011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234042.554219:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234043.514029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234043.578147:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234044.538075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234044.602118:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234045.561976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234045.626041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234046.586068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234046.586104:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234046.586118:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234046.586124:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234046.586149:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9645 00000100:00080000:2.0:1761234046.586154:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234046.586163:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234046.586219:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736232320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234046.586256:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234046.586261:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234046.586263:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234046.586268:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9645 00000100:00080000:2.0:1761234046.586271:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234046.586276:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234046.586291:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234046.586310:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736232384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234046.586323:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234046.586329:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234046.586331:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234046.586344:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234046.586345:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9645 00000100:00080000:2.0:1761234046.586359:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234046.586367:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234046.586373:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234046.586391:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736232448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234046.586404:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234046.586409:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234046.586411:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234046.586415:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9645 00000100:00080000:2.0:1761234046.586418:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234046.586424:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234046.586430:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234046.586444:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736232512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234046.586467:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234046.586472:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234046.586474:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234046.586479:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9645 00000100:00080000:2.0:1761234046.586483:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234046.586488:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234046.586494:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232384:192.168.201.106@tcp:38:kworker/u8:2.0 00000008:00100000:2.0:1761234046.586494:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234046.586540:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736232576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234046.586577:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232448:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234046.586612:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232512:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234046.586643:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232576:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234046.650052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234047.610035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234047.674065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234048.634082:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234048.698034:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234049.658188:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761234049.658215:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761234049.658262:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761234049.658276:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234049.658313:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234049.658318:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234049.658324:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234049.658331:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761234049.658445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234046/real 1761234049] req@000000002f434b1a x1846777736232448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234049.658484:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736232448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234049.658498:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234049.658503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234049.658507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232448:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234049.658516:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234046/real 1761234049] req@000000001f17a0b8 x1846777736232512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234049.658529:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736232512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234049.658537:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234049.658540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234049.658554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232512:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234049.658560:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234046/real 1761234049] req@0000000099725227 x1846777736232576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234049.658570:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736232576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234049.658578:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234049.658580:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234049.658585:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232576:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234049.658591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234046/real 1761234049] req@00000000c35ccb78 x1846777736232320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234049.658601:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736232320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234049.658646:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234049.658649:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234049.658668:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234049.658676:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234046/real 1761234049] req@0000000070bd2103 x1846777736232384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234049.658688:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736232384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234071 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234049.658695:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234049.658698:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234049.658701:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232384:192.168.201.106@tcp:38:kworker/u8:2.0 00010000:00010000:1.0:1761234049.722081:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234050.682091:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234050.746049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234051.706112:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234051.706126:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234051.706131:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234051.706147:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9650 00000100:00080000:1.0:1761234051.706152:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234051.706161:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234051.706207:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736232640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234051.706242:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234051.706247:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234051.706249:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234051.706255:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9650 00000100:00080000:1.0:1761234051.706258:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234051.706264:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234051.706267:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000008:00100000:1.0:1761234051.706276:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234051.706294:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736232704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234051.706304:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234051.706308:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234051.706311:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234051.706316:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9650 00000100:00080000:1.0:1761234051.706318:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234051.706323:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234051.706329:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234051.706342:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736232768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234051.706353:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234051.706357:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234051.706359:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234051.706365:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9650 00000100:00080000:1.0:1761234051.706368:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234051.706373:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234051.706378:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234051.706390:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736232832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234051.706411:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234051.706415:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234051.706417:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234051.706422:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9650 00000100:00080000:1.0:1761234051.706425:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234051.706430:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234051.706436:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234051.706437:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234051.706450:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736232896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234051.706538:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234051.706564:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234051/real 1761234051] req@0000000090114397 x1846777736232640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234051.706625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736232640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234051.706637:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234051.706641:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234051.706645:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761234051.706653:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232704:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761234051.706679:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234051.706688:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234051/real 1761234051] req@00000000cee0df34 x1846777736232704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234051.706698:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736232704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234051.706712:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234051.706714:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234051.706717:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232704:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761234051.706723:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232768:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761234051.706745:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234051.706756:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234051/real 1761234051] req@000000001dfe2b3c x1846777736232768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234051.706765:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736232768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234051.706772:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234051.706774:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234051.706777:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232768:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761234051.706783:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232832:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761234051.706804:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234051.706812:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234051/real 1761234051] req@00000000f52221c5 x1846777736232832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234051.706822:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736232832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234051.706828:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234051.706830:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234051.706833:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232832:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761234051.706909:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232896:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761234051.706931:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234051.706940:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234051/real 1761234051] req@00000000dcfa4436 x1846777736232896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234051.706949:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736232896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234076 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234051.706956:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234051.706958:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234051.706960:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736232896:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234051.770131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234052.729990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234052.794095:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234053.753973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234053.818106:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234054.778032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234054.842081:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234055.801972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234055.866012:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234056.826017:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234056.826027:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234056.826030:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234056.826039:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9655 00000100:00100000:0.0:1761234056.826042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234056.826043:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234056.826052:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234056.826092:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736232960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234056.826123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234056.826127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234056.826128:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234056.826131:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9655 00000100:00080000:2.0:1761234056.826134:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234056.826137:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234056.826145:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234056.826157:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736233024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234056.826164:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234056.826166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234056.826167:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234056.826174:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9655 00000100:00100000:0.0:1761234056.826178:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234056.826179:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234056.826185:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234056.826195:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234056.826201:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736233088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234056.826206:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234056.826209:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234056.826210:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234056.826214:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9655 00000100:00080000:2.0:1761234056.826216:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234056.826219:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234056.826223:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234056.826234:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736233152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234056.826241:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234056.826245:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234056.826247:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234056.826250:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9655 00000100:00080000:2.0:1761234056.826252:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234056.826256:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234056.826263:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234056.826274:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234056.826279:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736233216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234056.826307:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234056/real 1761234056] req@0000000070bd2103 x1846777736232960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234056.826326:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736232960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234056.826335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234056.826338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234056.826341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736232960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234056.826370:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234056.826395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234056.826419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234056/real 1761234056] req@00000000c35ccb78 x1846777736233024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234056.826431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736233024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234056.826439:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234056.826442:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234056.826445:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234056.826452:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234056.826502:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234056.826511:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234056/real 1761234056] req@0000000099725227 x1846777736233088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234056.826522:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736233088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234056.826529:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234056.826532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234056.826535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234056.826542:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234056.826561:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234056.826568:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234056/real 1761234056] req@000000001f17a0b8 x1846777736233152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234056.826579:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736233152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234056.826586:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234056.826589:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234056.826592:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234056.826597:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234056.826614:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234056.826620:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234056/real 1761234056] req@000000002f434b1a x1846777736233216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234056.826630:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736233216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234081 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234056.826637:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234056.826640:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234056.826642:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234056.890152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234057.849980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234057.914114:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234058.873997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234058.938190:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234059.897976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234059.962110:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234060.922072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234060.986072:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234061.945964:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234061.945981:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234061.945987:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234061.945994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234061.946002:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9660 00000100:00080000:2.0:1761234061.946007:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234061.946016:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234061.946069:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736233280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234061.946100:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234061.946105:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234061.946107:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234061.946110:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9660 00000100:00080000:2.0:1761234061.946113:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234061.946118:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234061.946132:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234061.946144:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736233280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234061.946148:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736233344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234061.946161:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234061.946166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234061.946167:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234061.946172:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9660 00000100:00080000:2.0:1761234061.946175:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234061.946178:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234061.946183:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234061.946195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736233408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234061.946204:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234061.946207:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234061.946209:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234061.946213:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9660 00000100:00080000:2.0:1761234061.946215:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234061.946220:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234061.946225:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234061.946235:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234061.946239:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736233472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234061.946249:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234061.946253:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234061.946255:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234061.946261:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9660 00000100:00080000:2.0:1761234061.946264:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234061.946269:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234061/real 1761234061] req@000000002f434b1a x1846777736233280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234061.946270:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234061.946278:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234061.946292:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736233280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234061.946294:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736233536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234061.946319:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234061.946324:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234061.946330:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736233280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234061.946358:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234061.946395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234061.946404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234061/real 1761234061] req@000000001f17a0b8 x1846777736233344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234061.946415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736233344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234061.946422:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234061.946424:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234061.946427:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234061.946432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234061.946450:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234061.946457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234061/real 1761234061] req@0000000099725227 x1846777736233408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234061.946467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736233408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234061.946473:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234061.946475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234061.946478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234061.946483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234061.946499:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234061.946505:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234061/real 1761234061] req@00000000c35ccb78 x1846777736233472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234061.946514:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736233472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234061.946521:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234061.946523:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234061.946526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234061.946531:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234061.946546:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234061.946552:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234061/real 1761234061] req@0000000070bd2103 x1846777736233536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234061.946560:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736233536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234086 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234061.946573:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234061.946575:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234061.946577:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234062.010080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234062.970006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234063.034048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234063.993996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234064.058065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234065.017956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234065.082065:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234066.042073:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234066.106076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234067.066066:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234067.066086:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761234067.066091:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234067.066095:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234067.066116:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9665 00000100:00080000:3.0:1761234067.066123:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234067.066137:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234067.066204:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736233600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234067.066246:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234067.066253:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234067.066255:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234067.066262:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9665 00000100:00080000:3.0:1761234067.066265:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234067.066272:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234067.066321:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234067.066344:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736233664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234067.066363:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234067.066364:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736233600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234067.066372:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234067.066378:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234067.066386:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9665 00000100:00080000:3.0:1761234067.066390:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234067.066395:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234067.066403:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234067.066423:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736233728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234067.066436:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234067.066442:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234067.066444:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234067.066452:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9665 00000100:00080000:3.0:1761234067.066455:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234067.066461:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234067.066470:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234067.066489:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736233792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234067.066496:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234067.066510:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234067.066517:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234067.066520:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234067.066527:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9665 00000100:00080000:3.0:1761234067.066532:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234067.066538:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@0000000009919b3e x1846777736233600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234067.066542:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234067.066555:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234067.066575:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736233600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234067.066579:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736233856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234067.066610:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234067.066616:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234067.066625:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736233600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234067.066660:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233664:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234067.066686:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234067.066702:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@0000000066592840 x1846777736233664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234067.066714:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736233664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234067.066730:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234067.066734:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234067.066738:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233664:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234067.066745:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233728:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234067.066764:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234067.066770:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@00000000d3a306c9 x1846777736233728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234067.066781:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736233728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234067.066788:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234067.066790:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234067.066792:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233728:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234067.066798:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233792:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234067.066815:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234067.066821:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@00000000a0b7b6fd x1846777736233792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234067.066832:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736233792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234067.066842:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234067.066844:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234067.066848:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233792:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234067.066861:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233856:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234067.066938:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234067.066953:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234067/real 1761234067] req@0000000044909560 x1846777736233856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234067.066970:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736233856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234092 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234067.066978:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234067.066980:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234067.066983:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233856:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234067.130106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234068.089979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234068.154048:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234069.113966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234069.178144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234070.137976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234070.202055:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234071.162038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234071.226159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234072.186024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234072.186059:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234072.186069:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234072.186073:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234072.186085:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9670 00000100:00080000:2.0:1761234072.186089:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234072.186097:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234072.186178:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736233920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234072.186256:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234072.186261:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234072.186263:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234072.186267:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9670 00000100:00080000:2.0:1761234072.186270:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234072.186275:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234072.186290:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234072.186298:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736233920:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234072.186308:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736233984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234072.186324:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234072.186329:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234072.186331:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234072.186337:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9670 00000100:00080000:2.0:1761234072.186340:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234072.186346:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234072.186351:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234072.186365:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736234048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234072.186376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234072.186387:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234072.186391:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234072.186393:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234072.186402:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234072/real 1761234072] req@0000000070bd2103 x1846777736233920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234072.186402:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9670 00000100:00080000:2.0:1761234072.186409:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234072.186438:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234072.186442:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736233920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:2.0:1761234072.186449:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234072.186453:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234072.186456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234072.186461:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736233920:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234072.186473:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736234112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234072.186491:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234072.186492:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233984:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1761234072.186508:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234072.186513:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234072.186526:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9670 00000800:00000100:0.0:1761234072.186527:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234072.186534:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234072.186537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234072/real 1761234072] req@00000000c35ccb78 x1846777736233984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234072.186545:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234072.186552:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736233984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:2.0:1761234072.186556:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:0.0:1761234072.186569:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234072.186572:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234072.186575:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736233984:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234072.186588:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736234176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234072.186589:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234048:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234072.186611:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234072.186621:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234072/real 1761234072] req@0000000099725227 x1846777736234048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234072.186641:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736234048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234072.186646:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234072.186647:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234072.186652:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234048:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234072.186672:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234112:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234072.186684:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234072.186688:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234072/real 1761234072] req@000000001f17a0b8 x1846777736234112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234072.186695:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736234112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234072.186700:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234072.186701:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234072.186703:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234112:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234072.186706:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234176:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234072.186716:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234072.186720:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234072/real 1761234072] req@000000002f434b1a x1846777736234176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234072.186736:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736234176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234097 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234072.186740:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234072.186741:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234072.186743:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234176:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234072.250045:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234073.210075:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234073.274126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234074.234037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234074.298183:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234075.257957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234075.322183:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234076.281991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234076.346182:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234077.305995:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234077.306008:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234077.306013:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234077.306027:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9675 00000100:00080000:2.0:1761234077.306031:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234077.306039:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234077.306050:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761234077.306125:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736234240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234077.306153:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234077.306157:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234077.306158:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234077.306161:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9675 00000100:00080000:2.0:1761234077.306163:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234077.306167:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234077.306179:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234077.306189:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736234240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234077.306192:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736234304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234077.306211:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234077.306213:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234077.306214:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234077.306217:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9675 00000100:00080000:2.0:1761234077.306218:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234077.306221:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234077.306224:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234077.306235:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736234368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234077.306241:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234077.306244:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234077.306246:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234077.306249:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9675 00000100:00080000:2.0:1761234077.306250:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234077.306252:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234077.306254:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234077.306261:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736234432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234077.306265:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234077.306267:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234077.306268:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234077.306272:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9675 00000100:00080000:2.0:1761234077.306274:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234077.306276:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234077.306278:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234077.306287:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736234496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234077.306292:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234077.306322:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234077/real 1761234077] req@000000002f434b1a x1846777736234240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234077.306342:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736234240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234077.306356:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234077.306358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234077.306361:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736234240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234077.306381:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234304:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234077.306400:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234077.306405:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234077/real 1761234077] req@000000001f17a0b8 x1846777736234304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234077.306412:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736234304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234077.306417:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234077.306418:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234077.306420:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234304:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234077.306423:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234368:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234077.306433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234077.306437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234077/real 1761234077] req@0000000099725227 x1846777736234368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234077.306443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736234368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234077.306447:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234077.306448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234077.306449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234368:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234077.306453:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234432:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234077.306463:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234077.306467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234077/real 1761234077] req@00000000c35ccb78 x1846777736234432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234077.306473:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736234432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234077.306477:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234077.306478:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234077.306479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234432:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234077.306483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234496:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234077.306492:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234077.306495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234077/real 1761234077] req@0000000070bd2103 x1846777736234496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234077.306501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736234496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234102 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234077.306506:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234077.306507:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234077.306508:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234496:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234077.370057:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234078.330052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234078.394138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234079.353987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234079.418166:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234080.377934:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234080.442053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234081.401942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234081.466156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234082.425947:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234082.425954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234082.425960:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234082.425965:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234082.425977:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9680 00000100:00080000:2.0:1761234082.425980:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234082.425998:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234082.426041:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736234560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234082.426064:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234082.426067:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234082.426068:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234082.426071:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9680 00000100:00080000:2.0:1761234082.426073:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234082.426077:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234082.426087:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234082.426095:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736234560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234082.426100:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736234624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234082.426114:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234082.426116:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234082.426117:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234082.426119:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9680 00000100:00080000:2.0:1761234082.426121:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234082.426123:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234082.426126:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234082.426134:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736234688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234082.426139:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234082.426141:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234082.426141:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234082.426144:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9680 00000100:00080000:2.0:1761234082.426146:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234082.426148:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234082.426151:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234082.426159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736234752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234082.426164:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234082.426166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234082.426167:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234082.426169:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9680 00000100:00080000:2.0:1761234082.426171:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234082.426174:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234082.426176:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234082.426182:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736234816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234082.426204:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234082.426226:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234082/real 1761234082] req@0000000070bd2103 x1846777736234560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234082.426241:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736234560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234082.426250:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234082.426252:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234082.426255:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736234560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234082.426278:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234082.426294:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234082.426299:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234082/real 1761234082] req@00000000c35ccb78 x1846777736234624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234082.426306:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736234624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234082.426311:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234082.426312:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234082.426313:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234082.426317:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234082.426329:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234082.426332:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234082/real 1761234082] req@0000000099725227 x1846777736234688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234082.426344:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736234688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234082.426349:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234082.426350:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234082.426351:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234082.426354:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234082.426364:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234082.426368:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234082/real 1761234082] req@000000001f17a0b8 x1846777736234752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234082.426375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736234752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234082.426379:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234082.426380:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234082.426382:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234082.426385:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234082.426395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234082.426398:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234082/real 1761234082] req@000000002f434b1a x1846777736234816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234082.426405:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736234816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234107 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234082.426409:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234082.426411:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234082.426413:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234082.490167:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234083.449942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234083.514135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234084.474009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234084.538159:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234085.497965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234085.562108:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234086.521998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234086.586139:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234087.546052:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234087.546068:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234087.546074:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234087.546091:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9685 00000100:00080000:2.0:1761234087.546095:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234087.546106:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234087.546115:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761234087.546158:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736234880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234087.546188:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234087.546192:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234087.546193:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234087.546197:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9685 00000100:00080000:2.0:1761234087.546199:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234087.546203:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234087.546214:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234087.546232:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736234880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234087.546233:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736234944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234087.546246:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234087.546249:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234087.546251:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234087.546255:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9685 00000100:00080000:2.0:1761234087.546256:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234087.546258:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234087.546263:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234087.546274:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736235008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234087.546281:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234087.546283:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234087.546285:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234087.546289:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9685 00000100:00080000:2.0:1761234087.546291:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234087.546294:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234087.546299:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234087.546307:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736235072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234087.546313:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234087.546316:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234087.546317:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234087.546321:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9685 00000100:00080000:2.0:1761234087.546324:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234087.546326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234087.546331:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234087.546336:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234087.546346:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736235136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234087.546356:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234087/real 1761234087] req@000000002f434b1a x1846777736234880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234087.546375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736234880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234087.546384:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234087.546388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234087.546392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736234880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234087.546417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234944:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234087.546436:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234087.546444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234087/real 1761234087] req@000000001f17a0b8 x1846777736234944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234087.546454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736234944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234087.546460:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234087.546462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234087.546464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736234944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234087.546469:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234087.546482:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234087.546488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234087/real 1761234087] req@0000000099725227 x1846777736235008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234087.546497:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736235008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234087.546504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234087.546506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234087.546509:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234087.546514:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234087.546528:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234087.546534:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234087/real 1761234087] req@00000000c35ccb78 x1846777736235072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234087.546542:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736235072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234087.546548:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234087.546549:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234087.546551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234087.546555:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234087.546566:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234087.546571:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234087/real 1761234087] req@0000000070bd2103 x1846777736235136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234087.546578:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736235136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234112 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234087.546583:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234087.546584:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234087.546586:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234087.610147:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234088.570068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234088.634134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234089.593964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234089.658045:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234090.617948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234090.682065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234091.641975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234091.706097:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234092.665980:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234092.665986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234092.665990:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234092.665994:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234092.666002:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9691 00000100:00080000:2.0:1761234092.666005:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234092.666010:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234092.666045:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736235200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234092.666066:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234092.666068:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234092.666069:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234092.666071:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9691 00000100:00080000:2.0:1761234092.666073:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234092.666086:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234092.666093:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234092.666102:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736235264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234092.666109:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234092.666110:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736235200:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234092.666112:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234092.666115:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234092.666119:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9691 00000100:00080000:2.0:1761234092.666121:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234092.666124:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234092.666126:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234092.666134:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736235328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234092.666139:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234092.666141:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234092.666142:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234092.666144:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9691 00000100:00080000:2.0:1761234092.666146:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234092.666148:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234092.666151:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234092.666157:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736235392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234092.666161:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234092.666164:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234092.666164:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234092.666166:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9691 00000100:00080000:2.0:1761234092.666168:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234092.666170:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234092.666173:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234092.666176:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234092.666182:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736235456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234092.666199:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234092/real 1761234092] req@0000000070bd2103 x1846777736235200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234092.666213:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736235200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234092.666220:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234092.666222:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234092.666225:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736235200:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234092.666242:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235264:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234092.666257:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234092.666261:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234092/real 1761234092] req@00000000c35ccb78 x1846777736235264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234092.666268:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736235264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234092.666272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234092.666274:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234092.666275:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235264:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234092.666279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235328:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234092.666288:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234092.666292:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234092/real 1761234092] req@0000000099725227 x1846777736235328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234092.666298:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736235328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234092.666307:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234092.666308:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234092.666309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235328:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234092.666312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235392:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234092.666329:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234092.666337:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234092/real 1761234092] req@000000001f17a0b8 x1846777736235392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234092.666346:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736235392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234092.666352:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234092.666366:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234092.666369:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235392:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234092.666375:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235456:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234092.666393:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234092.666401:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234092/real 1761234092] req@000000002f434b1a x1846777736235456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234092.666410:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736235456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234117 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234092.666417:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234092.666419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234092.666421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235456:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234092.730064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234093.690006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234093.754174:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234094.713984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234094.778070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234095.738017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234095.802118:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234096.761960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234096.825975:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234097.786062:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234097.786070:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234097.786087:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234097.786094:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234097.786114:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9696 00000100:00080000:2.0:1761234097.786120:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234097.786132:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234097.786211:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736235520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234097.786272:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234097.786280:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234097.786282:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234097.786303:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9696 00000100:00080000:2.0:1761234097.786308:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234097.786318:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234097.786337:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736235520:192.168.201.106@tcp:250:kworker/u8:3.0 00000008:00100000:2.0:1761234097.786339:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234097.786383:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736235584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234097.786412:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234097.786419:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234097.786423:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234097.786432:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9696 00000100:00080000:2.0:1761234097.786436:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234097.786443:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234097.786450:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234097.786464:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234097.786480:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234097/real 1761234097] req@000000002f434b1a x1846777736235520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234097.786498:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736235648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234097.786516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736235520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234097.786539:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234097.786544:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234097.786552:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761234097.786552:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234097.786567:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234097.786570:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736235520:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234097.786591:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9696 00000100:00080000:2.0:1761234097.786598:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234097.786607:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234097.786617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235584:192.168.201.106@tcp:38:kworker/u8:3.0 00000008:00100000:2.0:1761234097.786619:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234097.786663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234097.786663:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736235712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234097.786686:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234097/real 1761234097] req@000000001f17a0b8 x1846777736235584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234097.786764:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234097.786773:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736235584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234097.786791:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234097.786796:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234097.786799:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234097.786803:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234097.786824:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235584:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1761234097.786826:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9696 00000100:00080000:2.0:1761234097.786837:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234097.786838:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235648:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1761234097.786855:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761234097.786907:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234097.786924:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234097/real 1761234097] req@0000000099725227 x1846777736235648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:2.0:1761234097.786936:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234097.786943:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736235648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234097.786960:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234097.786963:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234097.786977:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235648:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234097.786979:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736235776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234097.787010:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235712:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234097.787045:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234097.787068:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234097/real 1761234097] req@00000000c35ccb78 x1846777736235712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234097.787081:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736235712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234097.787090:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234097.787093:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234097.787096:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235712:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234097.787109:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235776:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234097.787133:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234097.787141:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234097/real 1761234097] req@0000000070bd2103 x1846777736235776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234097.787152:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736235776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234122 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234097.787161:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234097.787163:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234097.787166:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235776:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234097.850047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234098.809986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234098.874003:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234099.833973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234099.898014:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234100.857974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234100.922493:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234101.881970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234101.946391:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234102.906067:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234102.906068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234102.906099:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234102.906107:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234102.906119:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9701 00000100:00080000:2.0:1761234102.906123:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234102.906132:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234102.906180:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736235840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234102.906207:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234102.906210:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234102.906212:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234102.906215:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9701 00000100:00080000:2.0:1761234102.906216:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234102.906219:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234102.906228:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234102.906239:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736235904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234102.906245:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234102.906248:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234102.906249:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234102.906253:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9701 00000100:00080000:2.0:1761234102.906255:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234102.906258:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234102.906261:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234102.906271:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736235968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234102.906275:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736235840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234102.906282:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234102.906295:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234102.906297:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234102.906301:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9701 00000100:00080000:2.0:1761234102.906304:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234102.906306:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234102.906309:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234102.906326:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736236032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234102.906331:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234102.906333:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234102.906334:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234102.906337:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9701 00000100:00080000:2.0:1761234102.906339:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234102.906342:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234102.906346:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234102.906356:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736236096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234102.906386:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234102.906418:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234102/real 1761234102] req@0000000070bd2103 x1846777736235840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234102.906437:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736235840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234102.906449:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234102.906465:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234102.906469:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736235840:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234102.906482:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235904:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234102.906505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234102.906513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234102/real 1761234102] req@00000000c35ccb78 x1846777736235904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234102.906525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736235904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234102.906533:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234102.906536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234102.906539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235904:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234102.906578:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235968:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234102.906642:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234102.906653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234102/real 1761234102] req@0000000099725227 x1846777736235968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234102.906674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736235968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234102.906682:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234102.906684:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234102.906688:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736235968:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234102.906694:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236032:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234102.906714:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234102.906722:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234102/real 1761234102] req@000000001f17a0b8 x1846777736236032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234102.906733:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736236032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234102.906740:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234102.906743:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234102.906745:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236032:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234102.906751:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236096:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234102.906767:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234102.906774:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234102/real 1761234102] req@000000002f434b1a x1846777736236096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234102.906784:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736236096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234127 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234102.906792:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234102.906794:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234102.906796:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236096:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234102.970837:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234103.929985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234103.994809:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234104.954068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234105.018221:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234105.977997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234106.042068:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234107.002043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234107.066097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234108.026005:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234108.026014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234108.026018:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234108.026023:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234108.026035:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9706 00000100:00080000:2.0:1761234108.026039:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234108.026047:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234108.026096:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736236160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234108.026123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234108.026126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234108.026127:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234108.026130:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9706 00000100:00080000:2.0:1761234108.026132:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234108.026134:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234108.026143:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234108.026153:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736236224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234108.026159:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234108.026162:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234108.026163:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234108.026166:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9706 00000100:00080000:2.0:1761234108.026167:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234108.026176:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736236160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234108.026180:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234108.026185:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234108.026194:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736236288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234108.026199:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234108.026201:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234108.026203:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234108.026206:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9706 00000100:00080000:2.0:1761234108.026209:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234108.026211:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234108.026215:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234108.026224:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736236352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234108.026229:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234108.026231:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234108.026234:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234108.026237:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9706 00000100:00080000:2.0:1761234108.026239:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234108.026240:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234108.026244:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234108.026250:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736236416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234108.026263:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234108.026292:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234108] req@000000002f434b1a x1846777736236160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234108.026308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736236160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234108.026318:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234108.026322:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234108.026326:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736236160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234108.026350:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234108.026371:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234108.026378:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234108] req@000000001f17a0b8 x1846777736236224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234108.026389:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736236224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234108.026396:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234108.026398:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234108.026402:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234108.026407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234108.026426:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234108.026433:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234108] req@0000000099725227 x1846777736236288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234108.026443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736236288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234108.026450:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234108.026452:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234108.026455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234108.026460:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234108.026478:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234108.026485:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234108] req@00000000c35ccb78 x1846777736236352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234108.026495:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736236352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234108.026516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234108.026519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234108.026522:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234108.026528:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234108.026547:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234108.026555:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234108/real 1761234108] req@0000000070bd2103 x1846777736236416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234108.026566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736236416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234133 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234108.026572:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234108.026575:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234108.026577:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234108.090086:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234109.050105:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234109.114045:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234110.074051:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234110.138074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234111.097964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234111.162107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234112.121987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234112.186104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234113.146024:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234113.146028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234113.146061:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234113.146068:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234113.146082:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9711 00000100:00080000:2.0:1761234113.146086:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234113.146097:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234113.146155:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736236480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234113.146193:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234113.146196:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234113.146197:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234113.146201:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9711 00000100:00080000:2.0:1761234113.146202:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234113.146206:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234113.146219:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234113.146237:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736236480:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234113.146238:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736236544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234113.146254:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234113.146257:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234113.146258:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234113.146261:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9711 00000100:00080000:2.0:1761234113.146263:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234113.146265:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234113.146269:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234113.146280:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736236608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234113.146288:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234113.146291:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234113.146293:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234113.146296:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9711 00000100:00080000:2.0:1761234113.146297:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234113.146302:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234113.146306:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234113.146315:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736236672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234113.146321:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234113.146324:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234113.146326:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234113.146330:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9711 00000100:00080000:2.0:1761234113.146331:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234113.146334:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234113.146337:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234113.146346:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736236736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234113.146447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236544:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234113.146479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236608:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234113.146499:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236672:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234113.146522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236736:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234113.210137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234114.170213:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234114.234130:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234115.194140:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234115.257985:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234116.218267:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761234116.218504:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761234116.218589:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234116.218611:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234116.218705:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234116.218719:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234116.218730:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234116.218741:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761234116.218794:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234113/real 1761234116] req@00000000c35ccb78 x1846777736236544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234116.218824:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736236544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234116.218837:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234116.218842:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234116.218847:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236544:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234116.218856:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234113/real 1761234116] req@0000000099725227 x1846777736236608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234116.218937:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736236608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234116.218948:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234116.218954:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234116.218958:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236608:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234116.218967:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234113/real 1761234116] req@000000001f17a0b8 x1846777736236672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234116.218984:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736236672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234116.218993:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234116.218996:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234116.219001:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236672:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234116.219008:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234113/real 1761234116] req@000000002f434b1a x1846777736236736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234116.219022:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736236736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234116.219032:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234116.219037:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234116.219045:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236736:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234116.219055:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234113/real 1761234116] req@0000000070bd2103 x1846777736236480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234116.219070:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736236480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234138 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234116.219080:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234116.219084:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234116.219089:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736236480:192.168.201.106@tcp:250:kworker/u8:3.0 00010000:00010000:2.0:1761234116.282041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234117.242182:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234117.306059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234118.266024:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234118.266037:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234118.266041:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234118.266054:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9716 00000100:00080000:1.0:1761234118.266058:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234118.266066:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234118.266084:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761234118.266108:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736236800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234118.266141:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234118.266145:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234118.266146:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234118.266150:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9716 00000100:00080000:1.0:1761234118.266152:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234118.266159:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234118.266173:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234118.266182:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736236800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234118.266189:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736236864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234118.266201:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234118.266206:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234118.266207:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234118.266211:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9716 00000100:00080000:1.0:1761234118.266214:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234118.266218:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234118.266224:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234118.266236:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736236928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234118.266245:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234118.266249:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234118.266251:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234118.266255:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9716 00000100:00080000:1.0:1761234118.266258:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234118.266262:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234118.266267:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761234118.266278:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234118.266281:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736236992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234118.266293:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234118.266297:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234118.266300:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234118.266305:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9716 00000100:00080000:1.0:1761234118.266326:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761234118.266329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234118/real 1761234118] req@00000000464e3652 x1846777736236800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234118.266335:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234118.266343:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234118.266359:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736237056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234118.266362:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736236800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234118.266390:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234118.266395:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234118.266401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736236800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234118.266436:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236864:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234118.266474:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234118.266485:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234118/real 1761234118] req@000000000baedc40 x1846777736236864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234118.266498:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736236864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234118.266507:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234118.266510:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234118.266514:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236864:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234118.266520:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236928:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234118.266545:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234118.266553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234118/real 1761234118] req@00000000069b687a x1846777736236928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234118.266564:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736236928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234118.266572:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234118.266575:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234118.266578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236928:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234118.266584:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236992:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234118.266606:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234118.266614:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234118/real 1761234118] req@00000000c2c1573a x1846777736236992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234118.266625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736236992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234118.266633:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234118.266635:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234118.266638:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736236992:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234118.266644:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237056:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234118.266667:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234118.266675:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234118/real 1761234118] req@0000000054fdc67e x1846777736237056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234118.266686:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736237056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234143 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234118.266694:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234118.266696:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234118.266699:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237056:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234118.330121:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234119.290175:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234119.354176:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234120.314009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234120.378099:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234121.337970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234121.402090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234122.362077:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234122.426134:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234123.385931:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234123.385941:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761234123.385942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234123.385944:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234123.385954:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9721 00000100:00080000:1.0:1761234123.385956:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234123.385963:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234123.385994:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736237120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234123.386014:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234123.386016:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234123.386017:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234123.386020:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9721 00000100:00080000:1.0:1761234123.386021:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234123.386023:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234123.386029:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234123.386036:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736237184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234123.386043:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234123.386046:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234123.386047:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234123.386061:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9721 00000100:00080000:1.0:1761234123.386062:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234123.386064:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234123.386066:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234123.386072:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736237120:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234123.386074:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736237248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234123.386083:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234123.386085:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234123.386086:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234123.386088:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9721 00000100:00080000:1.0:1761234123.386089:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234123.386091:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234123.386094:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234123.386101:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736237312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234123.386106:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234123.386108:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234123.386108:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234123.386110:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9721 00000100:00080000:1.0:1761234123.386111:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234123.386114:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234123.386117:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234123.386122:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736237376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234123.386134:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234123.386155:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234123/real 1761234123] req@000000006ce6fb08 x1846777736237120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234123.386169:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736237120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234123.386177:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234123.386179:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234123.386182:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736237120:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234123.386186:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237184:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234123.386203:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234123.386207:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234123/real 1761234123] req@000000009c8a8899 x1846777736237184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234123.386230:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736237184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234123.386236:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234123.386238:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234123.386240:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237184:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234123.386268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237248:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234123.386290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234123.386296:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234123/real 1761234123] req@00000000a0dbac9b x1846777736237248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234123.386308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736237248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234123.386314:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234123.386315:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234123.386317:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237248:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234123.386321:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237312:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234123.386332:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234123.386336:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234123/real 1761234123] req@00000000086973a9 x1846777736237312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234123.386341:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736237312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234123.386346:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234123.386347:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234123.386348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237312:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234123.386351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237376:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234123.386362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234123.386366:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234123/real 1761234123] req@0000000013a55d77 x1846777736237376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234123.386378:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736237376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234148 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234123.386383:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234123.386387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234123.386389:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237376:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234123.450125:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234124.410029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234124.474068:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234125.433971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234125.498041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234126.457958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234126.522109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234127.482060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234127.546206:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234128.505992:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234128.506000:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234128.506003:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234128.506007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234128.506013:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9726 00000100:00080000:0.0:1761234128.506016:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234128.506022:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234128.506094:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736237440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234128.506138:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234128.506142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234128.506144:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234128.506149:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9726 00000100:00080000:1.0:1761234128.506151:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234128.506155:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234128.506164:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234128.506176:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736237504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234128.506186:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234128.506190:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234128.506191:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234128.506195:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9726 00000100:00080000:1.0:1761234128.506197:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234128.506200:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234128.506206:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234128.506207:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736237440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234128.506218:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736237568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234128.506230:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234128.506234:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234128.506235:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234128.506239:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9726 00000100:00080000:1.0:1761234128.506241:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234128.506245:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234128.506250:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234128.506261:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736237632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234128.506269:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1761234128.506271:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761234128.506275:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234128.506278:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234128.506283:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9726 00000100:00080000:1.0:1761234128.506285:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234128.506289:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761234128.506293:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234128/real 1761234128] req@000000009dca9672 x1846777736237440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:1.0:1761234128.506296:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234128.506315:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736237696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234128.506317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736237440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234128.506344:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234128.506349:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234128.506354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736237440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234128.506363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234128.506384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234128.506392:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234128/real 1761234128] req@00000000f706d6b4 x1846777736237504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234128.506403:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736237504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234128.506410:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234128.506413:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234128.506416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234128.506455:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234128.506475:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234128.506483:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234128/real 1761234128] req@00000000161ad79e x1846777736237568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234128.506493:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736237568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234128.506500:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234128.506503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234128.506505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234128.506511:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234128.506540:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234128.506548:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234128/real 1761234128] req@000000007a9a6396 x1846777736237632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234128.506558:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736237632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234128.506563:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234128.506564:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234128.506566:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234128.506569:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234128.506582:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234128.506586:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234128/real 1761234128] req@0000000012be0532 x1846777736237696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234128.506592:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736237696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234153 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234128.506597:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234128.506598:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234128.506600:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234128.570195:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234129.529999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234129.594110:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234130.554013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234130.618196:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234131.577961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234131.642173:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234132.601990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234132.666159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234133.625951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234133.625956:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234133.625965:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234133.625970:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234133.625981:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9732 00000100:00080000:1.0:1761234133.625985:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234133.625994:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234133.626056:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736237760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234133.626080:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234133.626083:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234133.626084:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234133.626086:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9732 00000100:00080000:1.0:1761234133.626088:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234133.626091:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234133.626101:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234133.626112:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736237824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234133.626117:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736237760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761234133.626122:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234133.626126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234133.626126:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234133.626129:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9732 00000100:00080000:1.0:1761234133.626131:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234133.626133:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234133.626136:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234133.626145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736237888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234133.626151:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234133.626153:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234133.626154:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234133.626157:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9732 00000100:00080000:1.0:1761234133.626158:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234133.626160:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234133.626162:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234133.626169:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736237952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234133.626174:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234133.626176:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234133.626177:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234133.626179:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9732 00000100:00080000:1.0:1761234133.626180:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234133.626182:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234133.626185:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234133.626191:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736238016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234133.626207:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234133.626233:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234133/real 1761234133] req@0000000012be0532 x1846777736237760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234133.626247:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736237760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234133.626256:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234133.626258:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234133.626262:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736237760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234133.626285:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234133.626300:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234133.626305:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234133/real 1761234133] req@000000007a9a6396 x1846777736237824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234133.626317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736237824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234133.626322:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234133.626323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234133.626325:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234133.626328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234133.626351:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234133.626355:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234133/real 1761234133] req@00000000161ad79e x1846777736237888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234133.626361:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736237888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234133.626366:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234133.626367:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234133.626368:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234133.626372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234133.626383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234133.626386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234133/real 1761234133] req@00000000f706d6b4 x1846777736237952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234133.626393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736237952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234133.626397:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234133.626399:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234133.626401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736237952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234133.626405:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234133.626415:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234133.626418:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234133/real 1761234133] req@0000000013a55d77 x1846777736238016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234133.626423:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736238016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234158 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234133.626428:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234133.626429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234133.626431:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234133.690095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234134.650032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234134.714275:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234135.673954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234135.738096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234136.698024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234136.762107:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234137.722029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234137.786184:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234138.746038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234138.746093:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234138.746122:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234138.746128:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234138.746142:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9737 00000100:00080000:0.0:1761234138.746148:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234138.746159:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234138.746215:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736238080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234138.746250:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234138.746255:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234138.746258:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234138.746264:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9737 00000100:00080000:0.0:1761234138.746268:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234138.746274:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761234138.746289:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736238080:192.168.201.106@tcp:250:kworker/u8:3.0 00000008:00100000:0.0:1761234138.746291:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234138.746315:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736238144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234138.746330:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234138.746335:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234138.746338:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234138.746344:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9737 00000100:00080000:0.0:1761234138.746347:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234138.746352:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234138.746359:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234138.746372:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736238208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234138.746385:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234138.746390:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234138.746393:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1761234138.746394:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234138.746404:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9737 00000100:00080000:0.0:1761234138.746409:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234138.746415:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234138.746423:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234138.746428:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234138/real 1761234138] req@000000001edf5a39 x1846777736238080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234138.746457:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736238272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234138.746471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736238080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234138.746477:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234138.746493:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234138.746498:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234138.746499:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234138.746506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:0.0:1761234138.746511:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9737 00000100:00100000:2.0:1761234138.746518:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736238080:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234138.746520:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234138.746533:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234138.746541:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234138.746559:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736238336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234138.746563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238144:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234138.746605:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234138.746618:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234138/real 1761234138] req@00000000e0da2515 x1846777736238144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234138.746632:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736238144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234138.746640:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234138.746643:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234138.746646:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238144:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234138.746651:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238208:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234138.746669:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234138.746676:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234138/real 1761234138] req@00000000de11a021 x1846777736238208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234138.746686:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736238208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234138.746694:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234138.746696:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234138.746699:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238208:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234138.746704:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238272:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234138.746745:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234138.746752:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234138/real 1761234138] req@0000000023d541ab x1846777736238272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234138.746761:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736238272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234138.746781:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234138.746783:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234138.746786:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238272:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234138.746804:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238336:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234138.746828:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234138.746835:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234138/real 1761234138] req@00000000d75fe628 x1846777736238336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234138.746845:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736238336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234163 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234138.746851:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234138.746853:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234138.746856:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238336:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234138.810197:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234139.770056:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234139.834204:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234140.794016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234140.858171:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234141.818041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234141.882145:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234142.842031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234142.906153:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234143.866012:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234143.866020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234143.866028:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234143.866035:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234143.866049:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9742 00000100:00080000:0.0:1761234143.866053:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234143.866063:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234143.866126:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736238400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234143.866163:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234143.866167:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234143.866169:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234143.866173:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9742 00000100:00080000:0.0:1761234143.866176:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234143.866181:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234143.866194:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234143.866200:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736238400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234143.866212:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736238464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234143.866224:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234143.866227:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234143.866229:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234143.866233:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9742 00000100:00080000:0.0:1761234143.866235:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234143.866239:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234143.866243:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234143.866255:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736238528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234143.866262:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234143.866266:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234143.866267:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234143.866271:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9742 00000100:00080000:0.0:1761234143.866273:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234143.866278:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234143.866283:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761234143.866288:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234143.866295:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736238592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234143.866315:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234143.866319:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234143.866321:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234143.866326:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9742 00000100:00080000:0.0:1761234143.866329:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761234143.866329:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234143/real 1761234143] req@00000000330b2500 x1846777736238400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234143.866337:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234143.866345:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234143.866351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736238400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234143.866359:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736238656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234143.866361:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234143.866367:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234143.866373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736238400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234143.866399:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238464:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234143.866416:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234143.866420:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234143/real 1761234143] req@00000000d75fe628 x1846777736238464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234143.866428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736238464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234143.866433:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234143.866435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234143.866437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238464:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234143.866439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238528:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234143.866449:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234143.866458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234143/real 1761234143] req@0000000023d541ab x1846777736238528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234143.866464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736238528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234143.866474:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234143.866476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234143.866477:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238528:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234143.866480:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238592:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234143.866491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234143.866494:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234143/real 1761234143] req@00000000de11a021 x1846777736238592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234143.866500:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736238592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234143.866505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234143.866506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234143.866508:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238592:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234143.866510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238656:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234143.866519:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234143.866524:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234143/real 1761234143] req@00000000e0da2515 x1846777736238656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234143.866530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736238656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234168 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234143.866535:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234143.866536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234143.866537:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238656:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234143.930113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234144.890015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234144.954047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234145.914045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234145.978064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234146.937947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234147.002109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234147.961972:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234148.026138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234148.985937:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234148.985949:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234148.985954:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234148.985966:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9747 00000100:00080000:0.0:1761234148.985970:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234148.985978:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234148.985981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761234148.986029:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736238720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234148.986058:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234148.986060:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234148.986063:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234148.986066:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9747 00000100:00080000:0.0:1761234148.986069:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234148.986073:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234148.986083:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234148.986095:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736238720:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234148.986098:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736238784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234148.986112:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234148.986114:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234148.986115:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234148.986118:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9747 00000100:00080000:0.0:1761234148.986119:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234148.986122:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234148.986124:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234148.986140:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736238848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234148.986146:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234148.986148:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234148.986149:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234148.986151:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9747 00000100:00080000:0.0:1761234148.986152:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234148.986155:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234148.986160:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234148.986167:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736238912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234148.986173:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234148.986176:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234148.986177:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234148.986179:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9747 00000100:00080000:0.0:1761234148.986180:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234148.986182:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234148.986185:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761234148.986191:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234148.986194:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736238976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234148.986221:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234148/real 1761234148] req@000000001edf5a39 x1846777736238720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234148.986237:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736238720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234148.986245:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234148.986248:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234148.986250:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736238720:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234148.986270:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238784:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234148.986288:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234148.986293:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234148/real 1761234148] req@000000009dca9672 x1846777736238784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234148.986301:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736238784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234148.986306:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234148.986308:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234148.986309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238784:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234148.986316:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238848:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234148.986340:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234148.986345:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234148/real 1761234148] req@00000000c90d576b x1846777736238848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234148.986351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736238848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234148.986356:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234148.986358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234148.986359:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238848:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234148.986363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238912:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234148.986373:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234148.986377:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234148/real 1761234148] req@000000000e921d21 x1846777736238912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234148.986383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736238912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234148.986388:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234148.986389:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234148.986391:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238912:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234148.986394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238976:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234148.986404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234148.986408:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234148/real 1761234148] req@00000000fd377aae x1846777736238976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234148.986414:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736238976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234173 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234148.986419:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234148.986420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234148.986421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736238976:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234149.050105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234150.009933:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234150.074103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234151.033968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234151.098042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234152.057963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234152.122141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234153.081943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234153.146122:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234154.106001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234154.106033:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234154.106046:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234154.106051:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234154.106065:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9752 00000100:00080000:3.0:1761234154.106072:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234154.106081:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234154.106132:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736239040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234154.106162:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234154.106167:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234154.106168:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234154.106173:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9752 00000100:00080000:3.0:1761234154.106176:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234154.106181:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234154.106193:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234154.106200:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736239040:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234154.106211:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736239104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234154.106227:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234154.106233:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234154.106235:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234154.106240:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9752 00000100:00080000:3.0:1761234154.106243:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234154.106247:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234154.106253:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234154.106268:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736239168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234154.106272:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234154.106284:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234154.106288:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234154.106291:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234154.106300:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9752 00000100:00100000:2.0:1761234154.106301:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234154/real 1761234154] req@0000000044909560 x1846777736239040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234154.106304:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234154.106313:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234154.106327:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234154.106342:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736239040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234154.106347:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736239232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234154.106381:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234154.106383:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234154.106388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761234154.106390:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234154.106394:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761234154.106399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736239040:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234154.106404:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9752 00000100:00080000:3.0:1761234154.106410:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234154.106415:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234154.106422:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234154.106440:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736239296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234154.106446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239104:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234154.106488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234154.106503:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234154/real 1761234154] req@00000000a0b7b6fd x1846777736239104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234154.106516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736239104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234154.106522:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234154.106524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234154.106526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239104:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234154.106530:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239168:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234154.106541:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234154.106545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234154/real 1761234154] req@00000000d3a306c9 x1846777736239168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234154.106551:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736239168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234154.106556:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234154.106557:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234154.106558:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239168:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234154.106562:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239232:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234154.106572:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234154.106576:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234154/real 1761234154] req@0000000066592840 x1846777736239232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234154.106582:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736239232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234154.106587:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234154.106589:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234154.106590:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239232:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234154.106602:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239296:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234154.106612:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234154.106616:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234154/real 1761234154] req@0000000009919b3e x1846777736239296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234154.106621:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736239296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234179 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234154.106653:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234154.106655:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234154.106657:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239296:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234154.170088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234155.129973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234155.194144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234156.154006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234156.218115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234157.177984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234157.242126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234158.201993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234158.266031:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234159.226010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234159.226012:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234159.226022:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234159.226027:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234159.226037:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9757 00000100:00080000:3.0:1761234159.226041:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234159.226048:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234159.226100:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736239360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234159.226127:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234159.226131:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234159.226133:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234159.226137:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9757 00000100:00080000:3.0:1761234159.226139:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234159.226143:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234159.226153:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234159.226167:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736239424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234159.226169:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736239360:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234159.226182:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234159.226185:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234159.226186:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234159.226188:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9757 00000100:00080000:3.0:1761234159.226190:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234159.226192:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234159.226195:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234159.226203:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736239488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234159.226208:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234159.226211:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234159.226212:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234159.226214:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9757 00000100:00080000:3.0:1761234159.226215:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234159.226217:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234159.226220:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234159.226226:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736239552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234159.226231:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234159.226233:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234159.226234:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234159.226236:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9757 00000100:00080000:3.0:1761234159.226237:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234159.226239:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234159.226241:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761234159.226247:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234159.226250:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736239616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234159.226272:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234159/real 1761234159] req@00000000d2119349 x1846777736239360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234159.226287:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736239360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234159.226295:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234159.226297:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234159.226301:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736239360:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234159.226322:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239424:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234159.226343:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234159.226365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234159/real 1761234159] req@00000000736ef9ba x1846777736239424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234159.226374:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736239424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234159.226381:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234159.226383:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234159.226386:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239424:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234159.226391:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239488:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234159.226412:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234159.226422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234159/real 1761234159] req@000000003dd9839b x1846777736239488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234159.226430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736239488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234159.226436:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234159.226439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234159.226442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239488:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234159.226446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239552:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234159.226457:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234159.226462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234159/real 1761234159] req@0000000017b16811 x1846777736239552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234159.226469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736239552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234159.226474:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234159.226475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234159.226477:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239552:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234159.226481:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239616:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234159.226494:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234159.226500:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234159/real 1761234159] req@000000000b14a2de x1846777736239616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234159.226512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736239616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234184 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234159.226522:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234159.226524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234159.226543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239616:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234159.290104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234160.249984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234160.314053:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234161.273960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234161.338114:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234162.297958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234162.362128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234163.322028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234163.386017:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234164.346004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234164.346013:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234164.346025:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234164.346029:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234164.346041:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9762 00000100:00080000:3.0:1761234164.346044:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234164.346051:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234164.346094:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736239680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234164.346121:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234164.346124:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234164.346125:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234164.346128:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9762 00000100:00080000:3.0:1761234164.346130:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234164.346133:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234164.346144:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234164.346155:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736239744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234164.346161:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736239680:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234164.346174:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234164.346177:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234164.346178:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234164.346181:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9762 00000100:00080000:3.0:1761234164.346183:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234164.346186:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234164.346190:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234164.346198:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736239808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234164.346204:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234164.346206:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234164.346207:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234164.346210:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9762 00000100:00080000:3.0:1761234164.346211:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234164.346214:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234164.346216:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234164.346232:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736239872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234164.346240:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234164.346249:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234164.346251:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234164.346252:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234164.346258:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9762 00000100:00080000:3.0:1761234164.346261:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761234164.346265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234164/real 1761234164] req@00000000a20dea0d x1846777736239680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234164.346265:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234164.346277:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234164.346296:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736239936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234164.346300:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736239680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234164.346323:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234164.346329:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234164.346335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736239680:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234164.346362:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239744:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234164.346387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234164.346396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234164/real 1761234164] req@00000000311bc461 x1846777736239744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234164.346407:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736239744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234164.346415:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234164.346418:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234164.346420:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239744:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234164.346426:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239808:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234164.346481:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234164.346489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234164/real 1761234164] req@00000000eb335f49 x1846777736239808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234164.346499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736239808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234164.346511:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234164.346513:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234164.346516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239808:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234164.346522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239872:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234164.346539:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234164.346545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234164/real 1761234164] req@000000007cc317a5 x1846777736239872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234164.346554:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736239872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234164.346561:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234164.346564:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234164.346566:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239872:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234164.346572:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239936:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234164.346591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234164.346598:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234164/real 1761234164] req@00000000d46ba267 x1846777736239936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234164.346605:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736239936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234189 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234164.346610:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234164.346611:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234164.346613:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736239936:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234164.409992:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234165.369984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234165.433971:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234166.393976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234166.458132:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234167.417983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234167.482538:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234168.442029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234168.506338:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234169.465963:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234169.465974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234169.465976:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234169.465980:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234169.465991:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9767 00000100:00080000:3.0:1761234169.465995:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234169.466002:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234169.466039:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736240000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234169.466065:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234169.466068:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234169.466070:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234169.466073:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9767 00000100:00080000:3.0:1761234169.466076:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234169.466082:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234169.466092:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234169.466105:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234169.466106:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736240064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234169.466121:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234169.466125:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234169.466126:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234169.466131:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9767 00000100:00080000:3.0:1761234169.466133:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234169.466136:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234169.466141:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234169.466151:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736240128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234169.466158:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234169.466162:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234169.466163:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234169.466166:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9767 00000100:00080000:3.0:1761234169.466168:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234169.466172:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234169.466176:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1761234169.466181:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234169.466188:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736240192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234169.466198:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234169.466201:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234169.466202:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234169.466206:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9767 00000100:00100000:2.0:1761234169.466209:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234169/real 1761234169] req@00000000d46ba267 x1846777736240000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234169.466210:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234169.466217:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234169.466223:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234169.466235:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736240256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234169.466238:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736240000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234169.466257:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234169.466260:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234169.466264:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240000:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234169.466291:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240064:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234169.466312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234169.466320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234169/real 1761234169] req@000000007cc317a5 x1846777736240064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234169.466332:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736240064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234169.466376:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234169.466378:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234169.466381:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240064:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234169.466388:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240128:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234169.466410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234169.466419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234169/real 1761234169] req@00000000eb335f49 x1846777736240128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234169.466429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736240128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234169.466436:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234169.466439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234169.466442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240128:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234169.466447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240192:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234169.466465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234169.466473:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234169/real 1761234169] req@00000000311bc461 x1846777736240192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234169.466483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736240192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234169.466489:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234169.466491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234169.466495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240192:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234169.466501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240256:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234169.466520:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234169.466526:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234169/real 1761234169] req@00000000a20dea0d x1846777736240256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234169.466536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736240256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234194 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234169.466542:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234169.466544:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234169.466546:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240256:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234169.530419:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234170.489947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234170.554620:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234171.514038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234171.578679:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234172.537959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234172.602083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234173.562001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234173.626124:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234174.585954:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234174.585966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234174.585967:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234174.585972:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234174.585983:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9773 00000100:00080000:3.0:1761234174.585987:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234174.585995:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234174.586040:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736240320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234174.586065:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234174.586068:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234174.586069:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234174.586072:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9773 00000100:00080000:3.0:1761234174.586074:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234174.586076:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234174.586085:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234174.586092:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736240384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234174.586098:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234174.586100:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234174.586101:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234174.586103:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9773 00000100:00080000:3.0:1761234174.586105:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234174.586107:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234174.586111:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234174.586118:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736240448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234174.586124:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234174.586126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234174.586127:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234174.586129:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9773 00000100:00080000:3.0:1761234174.586131:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234174.586133:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234174.586137:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234174.586140:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234174.586145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736240512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234174.586152:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234174.586154:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234174.586154:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234174.586157:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9773 00000100:00080000:3.0:1761234174.586158:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234174.586160:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234174.586162:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234174.586170:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736240576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234174.586224:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234174.586266:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234174/real 1761234174] req@000000000b14a2de x1846777736240320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234174.586281:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736240320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234174.586289:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234174.586292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234174.586295:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240320:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234174.586303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240384:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234174.586320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234174.586325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234174/real 1761234174] req@0000000017b16811 x1846777736240384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234174.586332:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736240384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234174.586337:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234174.586339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234174.586341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240384:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234174.586344:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240448:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234174.586354:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234174.586357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234174/real 1761234174] req@000000003dd9839b x1846777736240448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234174.586363:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736240448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234174.586368:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234174.586369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234174.586370:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240448:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234174.586394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240512:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234174.586405:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234174.586409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234174/real 1761234174] req@00000000736ef9ba x1846777736240512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234174.586416:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736240512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234174.586421:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234174.586422:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234174.586424:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240512:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234174.586427:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240576:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234174.586435:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234174.586439:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234174/real 1761234174] req@00000000d2119349 x1846777736240576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234174.586445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736240576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234199 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234174.586449:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234174.586450:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234174.586452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240576:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234174.650126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234175.609987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234175.674071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234176.633995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234176.698178:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234177.657950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234177.722126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234178.682029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234178.746105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234179.705981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234179.705999:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234179.706009:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234179.706014:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234179.706028:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9778 00000100:00080000:3.0:1761234179.706033:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234179.706042:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234179.706097:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736240640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234179.706126:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234179.706129:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234179.706131:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234179.706134:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9778 00000100:00080000:3.0:1761234179.706136:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234179.706139:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234179.706160:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234179.706174:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736240704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234179.706182:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234179.706186:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234179.706187:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234179.706191:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9778 00000100:00080000:3.0:1761234179.706193:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234179.706196:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234179.706199:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234179.706204:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234179.706214:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736240768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234179.706223:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234179.706226:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234179.706227:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234179.706231:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9778 00000100:00080000:3.0:1761234179.706233:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234179.706236:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234179.706241:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234179.706250:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736240832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234179.706255:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234179.706258:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234179.706258:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234179.706262:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9778 00000100:00080000:3.0:1761234179.706264:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234179.706267:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234179.706271:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234179.706279:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736240896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234179.706312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234179.706350:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234179.706374:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234179.706392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234179.770123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234180.730093:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234180.794088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234181.754170:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234181.818143:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234182.778143:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761234182.778281:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761234182.778349:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234182.778370:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234182.778428:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234182.778441:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234182.778451:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234182.778461:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761234182.778493:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234179/real 1761234182] req@00000000d3a306c9 x1846777736240768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234182.778531:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736240768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234182.778545:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234182.778550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234182.778557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234182.778566:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234179/real 1761234182] req@00000000a0b7b6fd x1846777736240832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234182.778580:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736240832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234182.778587:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234182.778590:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234182.778593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234182.778598:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234179/real 1761234182] req@0000000044909560 x1846777736240896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234182.778608:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736240896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234182.778616:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234182.778619:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234182.778621:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240896:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234182.778626:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234179/real 1761234182] req@0000000009919b3e x1846777736240640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234182.778637:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736240640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234182.778768:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234182.778771:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234182.778775:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234182.778782:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234179/real 1761234182] req@0000000066592840 x1846777736240704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234182.778797:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736240704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234204 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234182.778804:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234182.778807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234182.778810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736240704:192.168.201.106@tcp:38:kworker/u8:1.0 00010000:00010000:2.0:1761234182.842038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234183.802161:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234183.866131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234184.826120:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234184.826212:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234184.826221:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234184.826226:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234184.826238:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9783 00000100:00080000:0.0:1761234184.826242:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234184.826250:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234184.826295:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736240960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234184.826332:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234184.826336:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234184.826338:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234184.826342:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9783 00000100:00080000:0.0:1761234184.826344:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234184.826348:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234184.826362:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234184.826382:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736241024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234184.826406:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234184.826410:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234184.826413:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234184.826418:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9783 00000100:00080000:0.0:1761234184.826421:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234184.826424:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234184.826430:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234184.826446:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736241088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234184.826458:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234184.826462:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234184.826465:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761234184.826467:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240960:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234184.826473:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9783 00000100:00080000:0.0:1761234184.826480:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234184.826490:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234184.826497:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234184.826524:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736241152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234184.826532:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234184.826536:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234184.826538:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234184.826542:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9783 00000100:00080000:0.0:1761234184.826545:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234184.826550:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234184.826556:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234184.826568:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736241216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234184.826587:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234184.826620:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234184/real 1761234184] req@000000008cd0ff0b x1846777736240960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234184.826640:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736240960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234184.826651:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234184.826655:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234184.826659:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736240960:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234184.826667:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241024:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234184.826691:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234184.826700:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234184/real 1761234184] req@00000000911b207d x1846777736241024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234184.826709:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736241024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234184.826716:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234184.826718:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234184.826721:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241024:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234184.826752:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241088:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234184.826773:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234184.826781:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234184/real 1761234184] req@00000000fd377aae x1846777736241088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234184.826792:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736241088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234184.826799:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234184.826802:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234184.826805:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241088:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234184.826810:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241152:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234184.826831:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234184.826839:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234184/real 1761234184] req@000000000e921d21 x1846777736241152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234184.826849:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736241152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234184.826856:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234184.826859:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234184.826861:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241152:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234184.826868:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241216:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234184.826946:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234184.826955:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234184/real 1761234184] req@00000000c90d576b x1846777736241216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234184.826964:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736241216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234209 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234184.826971:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234184.826973:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234184.826976:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241216:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234184.890095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234185.850152:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234185.914127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234186.874061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234186.938154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234187.898010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234187.962064:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234188.921947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234188.986167:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234189.945995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234189.946011:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234189.946021:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234189.946026:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234189.946039:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9788 00000100:00080000:3.0:1761234189.946043:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234189.946051:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234189.946099:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736241280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234189.946130:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234189.946134:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234189.946136:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234189.946140:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9788 00000100:00080000:3.0:1761234189.946142:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234189.946146:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234189.946158:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234189.946171:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736241344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234189.946181:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234189.946186:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234189.946188:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234189.946193:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9788 00000100:00080000:3.0:1761234189.946195:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234189.946199:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:2.0:1761234189.946204:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736241280:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761234189.946205:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234189.946220:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736241408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234189.946231:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234189.946235:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234189.946236:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234189.946240:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9788 00000100:00080000:3.0:1761234189.946242:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234189.946248:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234189.946253:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234189.946264:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736241472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234189.946273:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234189.946277:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234189.946279:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234189.946282:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9788 00000100:00080000:3.0:1761234189.946285:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761234189.946288:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234189.946292:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234189.946297:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234189.946309:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736241536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234189.946316:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234189/real 1761234189] req@0000000066592840 x1846777736241280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234189.946335:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736241280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234189.946344:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234189.946347:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234189.946350:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736241280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234189.946355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241344:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234189.946370:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234189.946375:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234189/real 1761234189] req@0000000009919b3e x1846777736241344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234189.946382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736241344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234189.946386:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234189.946388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234189.946389:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234189.946413:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241408:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234189.946424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234189.946429:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234189/real 1761234189] req@0000000044909560 x1846777736241408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234189.946435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736241408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234189.946439:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234189.946441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234189.946443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234189.946447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241472:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234189.946457:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234189.946460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234189/real 1761234189] req@00000000a0b7b6fd x1846777736241472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234189.946466:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736241472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234189.946471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234189.946472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234189.946473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234189.946476:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241536:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234189.946485:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234189.946489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234189/real 1761234189] req@00000000d3a306c9 x1846777736241536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234189.946494:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736241536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234214 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234189.946498:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234189.946500:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234189.946501:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234190.010044:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234190.969980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234191.034099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234191.993979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234192.058103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234193.018032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234193.082122:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234194.041963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234194.106144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234195.065977:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234195.065989:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234195.065994:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234195.066007:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9793 00000100:00080000:3.0:1761234195.066011:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234195.066019:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234195.066028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:3.0:1761234195.066059:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736241600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234195.066078:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234195.066081:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234195.066082:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234195.066087:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9793 00000100:00080000:3.0:1761234195.066089:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234195.066093:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234195.066104:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234195.066117:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736241664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234195.066126:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234195.066128:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736241600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761234195.066130:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234195.066131:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234195.066139:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9793 00000100:00080000:3.0:1761234195.066142:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234195.066145:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234195.066148:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234195.066159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736241728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234195.066168:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234195.066171:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234195.066173:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234195.066176:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9793 00000100:00080000:3.0:1761234195.066178:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234195.066182:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234195.066185:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234195.066195:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736241792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234195.066207:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234195.066212:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234195.066213:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234195.066218:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9793 00000100:00080000:3.0:1761234195.066222:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1761234195.066225:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234195.066230:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234195.066237:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234195.066258:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@00000000d2119349 x1846777736241600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234195.066260:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736241856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234195.066283:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736241600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234195.066292:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234195.066295:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234195.066299:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736241600:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234195.066331:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241664:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234195.066350:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234195.066355:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@00000000736ef9ba x1846777736241664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234195.066365:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736241664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234195.066371:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234195.066373:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234195.066375:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241664:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234195.066379:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241728:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234195.066392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234195.066396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@000000003dd9839b x1846777736241728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234195.066402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736241728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234195.066407:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234195.066408:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234195.066410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241728:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234195.066416:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241792:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234195.066436:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234195.066444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@0000000017b16811 x1846777736241792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234195.066456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736241792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234195.066463:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234195.066467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234195.066470:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241792:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234195.066542:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241856:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234195.066578:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234195.066593:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234195/real 1761234195] req@000000000b14a2de x1846777736241856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234195.066624:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736241856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234220 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234195.066636:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234195.066639:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234195.066643:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241856:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234195.130214:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234196.090012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234196.154053:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234197.113933:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234197.178081:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234198.138015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234198.202074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234199.161940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234199.226136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234200.185957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234200.186005:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234200.186014:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234200.186019:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234200.186031:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9798 00000100:00080000:0.0:1761234200.186035:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234200.186042:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234200.186086:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736241920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234200.186111:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234200.186115:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234200.186116:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234200.186119:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9798 00000100:00080000:0.0:1761234200.186121:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234200.186123:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234200.186133:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234200.186143:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736241984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234200.186152:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736241920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234200.186153:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234200.186164:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234200.186166:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234200.186172:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9798 00000100:00080000:0.0:1761234200.186173:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234200.186176:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234200.186179:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234200.186188:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736242048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234200.186194:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234200.186197:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234200.186198:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234200.186200:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9798 00000100:00080000:0.0:1761234200.186201:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234200.186204:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234200.186207:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234200.186213:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736242112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234200.186218:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234200.186220:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234200.186220:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234200.186223:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9798 00000100:00080000:0.0:1761234200.186224:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234200.186227:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234200.186230:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234200.186237:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736242176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234200.186250:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234200.186282:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234200/real 1761234200] req@000000009dca9672 x1846777736241920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234200.186300:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736241920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234200.186310:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234200.186313:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234200.186317:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736241920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234200.186343:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234200.186368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234200.186377:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234200/real 1761234200] req@000000001edf5a39 x1846777736241984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234200.186384:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736241984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234200.186389:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234200.186391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234200.186393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736241984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234200.186397:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234200.186409:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234200.186413:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234200/real 1761234200] req@00000000e0da2515 x1846777736242048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234200.186419:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736242048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234200.186423:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234200.186425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234200.186426:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234200.186430:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234200.186440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234200.186443:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234200/real 1761234200] req@00000000de11a021 x1846777736242112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234200.186450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736242112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234200.186458:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234200.186460:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234200.186461:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234200.186464:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234200.186473:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234200.186477:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234200/real 1761234200] req@0000000023d541ab x1846777736242176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234200.186482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736242176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234225 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234200.186486:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234200.186487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234200.186488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234200.250080:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234201.209937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234201.274027:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234202.234020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234202.298157:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234203.258012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234203.322113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234204.281947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234204.346074:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234205.306009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234205.306031:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234205.306040:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234205.306045:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234205.306056:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9803 00000100:00080000:0.0:1761234205.306060:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234205.306068:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234205.306113:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736242240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234205.306138:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234205.306140:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234205.306142:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234205.306144:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9803 00000100:00080000:0.0:1761234205.306146:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234205.306148:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234205.306158:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234205.306167:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736242304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234205.306172:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736242240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234205.306176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234205.306179:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234205.306180:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234205.306183:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9803 00000100:00080000:0.0:1761234205.306184:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234205.306186:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234205.306191:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234205.306202:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736242368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234205.306208:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234205.306210:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234205.306211:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234205.306213:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9803 00000100:00080000:0.0:1761234205.306214:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234205.306217:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234205.306220:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234205.306226:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736242432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234205.306230:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234205.306232:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234205.306233:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234205.306235:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9803 00000100:00080000:0.0:1761234205.306236:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234205.306239:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234205.306241:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234205.306248:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736242496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234205.306256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234205.306282:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234205/real 1761234205] req@00000000d75fe628 x1846777736242240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234205.306297:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736242240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234205.306305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234205.306308:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234205.306311:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736242240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234205.306335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242304:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234205.306357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234205.306365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234205/real 1761234205] req@00000000330b2500 x1846777736242304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234205.306377:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736242304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234205.306385:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234205.306387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234205.306390:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234205.306406:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242368:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234205.306428:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234205.306437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234205/real 1761234205] req@0000000023d541ab x1846777736242368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234205.306444:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736242368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234205.306454:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234205.306466:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234205.306468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234205.306471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242432:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234205.306486:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234205.306490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234205/real 1761234205] req@00000000de11a021 x1846777736242432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234205.306497:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736242432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234205.306501:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234205.306503:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234205.306505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234205.306508:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242496:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234205.306517:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234205.306521:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234205/real 1761234205] req@00000000e0da2515 x1846777736242496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234205.306536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736242496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234230 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234205.306540:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234205.306542:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234205.306543:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234205.370038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234206.330011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234206.394022:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234207.353990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234207.418083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234208.378005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234208.442108:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234209.402005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234209.466077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234210.425984:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234210.425989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234210.425996:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234210.426002:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234210.426014:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9808 00000100:00080000:0.0:1761234210.426017:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234210.426026:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234210.426071:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736242560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234210.426097:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234210.426100:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234210.426101:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234210.426103:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9808 00000100:00080000:0.0:1761234210.426105:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234210.426107:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234210.426117:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234210.426125:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736242624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234210.426132:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736242560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234210.426133:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234210.426139:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234210.426141:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234210.426145:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9808 00000100:00080000:0.0:1761234210.426146:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234210.426148:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234210.426151:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234210.426158:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736242688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234210.426163:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234210.426166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234210.426167:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234210.426169:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9808 00000100:00080000:0.0:1761234210.426171:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234210.426173:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234210.426176:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234210.426182:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736242752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234210.426187:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234210.426189:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234210.426190:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234210.426192:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9808 00000100:00080000:0.0:1761234210.426194:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234210.426196:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234210.426199:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234210.426205:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736242816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234210.426220:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234210.426247:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234210/real 1761234210] req@000000001edf5a39 x1846777736242560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234210.426263:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736242560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234210.426272:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234210.426275:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234210.426280:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736242560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234210.426304:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234210.426322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234210.426331:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234210/real 1761234210] req@000000009dca9672 x1846777736242624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234210.426339:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736242624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234210.426350:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234210.426352:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234210.426354:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234210.426361:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234210.426372:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234210.426376:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234210/real 1761234210] req@00000000c90d576b x1846777736242688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234210.426383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736242688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234210.426387:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234210.426389:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234210.426390:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234210.426393:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234210.426403:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234210.426407:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234210/real 1761234210] req@000000000e921d21 x1846777736242752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234210.426414:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736242752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234210.426419:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234210.426420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234210.426421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234210.426425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234210.426434:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234210.426437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234210/real 1761234210] req@00000000fd377aae x1846777736242816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234210.426443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736242816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234235 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234210.426446:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234210.426448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234210.426449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234210.490158:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234211.449980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234211.514026:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234212.473990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234212.538130:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234213.497988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234213.562164:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234214.521984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234214.586154:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234215.545941:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234215.545950:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234215.545954:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234215.545963:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9813 00000100:00100000:2.0:1761234215.545965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234215.545966:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234215.545975:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234215.546009:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736242880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234215.546030:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234215.546032:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234215.546034:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234215.546036:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9813 00000100:00080000:1.0:1761234215.546037:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234215.546040:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234215.546047:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234215.546056:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736242944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234215.546062:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234215.546065:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234215.546067:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761234215.546067:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736242880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:1.0:1761234215.546074:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9813 00000100:00080000:1.0:1761234215.546076:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234215.546078:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234215.546080:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234215.546089:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736243008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234215.546094:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234215.546098:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234215.546099:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234215.546101:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9813 00000100:00080000:1.0:1761234215.546103:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234215.546105:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234215.546108:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234215.546114:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736243072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234215.546119:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234215.546121:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234215.546122:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234215.546124:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9813 00000100:00080000:1.0:1761234215.546125:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234215.546131:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:2.0:1761234215.546133:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:1.0:1761234215.546136:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234215.546145:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736243136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234215.546154:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234215/real 1761234215] req@00000000086973a9 x1846777736242880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234215.546168:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736242880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234215.546180:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234215.546182:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234215.546185:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736242880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234215.546202:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242944:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234215.546216:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234215.546221:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234215/real 1761234215] req@00000000a0dbac9b x1846777736242944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234215.546228:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736242944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234215.546233:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234215.546234:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234215.546236:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736242944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234215.546239:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234215.546251:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234215.546258:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234215/real 1761234215] req@000000009c8a8899 x1846777736243008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234215.546268:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736243008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234215.546275:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234215.546277:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234215.546279:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234215.546287:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234215.546308:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234215.546316:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234215/real 1761234215] req@000000006ce6fb08 x1846777736243072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234215.546325:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736243072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234215.546331:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234215.546334:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234215.546336:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234215.546342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234215.546362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234215.546371:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234215/real 1761234215] req@0000000054fdc67e x1846777736243136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234215.546382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736243136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234240 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234215.546389:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234215.546390:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234215.546392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234215.610112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234216.570001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234216.634104:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234217.593950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234217.658126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234218.617942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234218.682150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234219.642010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234219.706119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234220.665996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234220.666013:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234220.666022:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234220.666026:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234220.666037:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9819 00000100:00080000:0.0:1761234220.666041:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234220.666056:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234220.666103:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736243200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234220.666126:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234220.666128:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234220.666130:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234220.666132:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9819 00000100:00080000:0.0:1761234220.666134:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234220.666137:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234220.666146:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234220.666156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736243200:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234220.666158:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736243264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234220.666168:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234220.666171:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234220.666171:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234220.666173:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9819 00000100:00080000:0.0:1761234220.666175:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234220.666176:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234220.666179:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234220.666189:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736243328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234220.666194:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234220.666196:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234220.666197:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234220.666199:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9819 00000100:00080000:0.0:1761234220.666200:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234220.666203:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234220.666206:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234220.666213:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736243392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234220.666217:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234220.666220:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234220.666221:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234220.666223:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9819 00000100:00080000:0.0:1761234220.666224:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234220.666226:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234220.666229:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234220.666235:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736243456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234220.666241:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234220.666266:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234220/real 1761234220] req@00000000911b207d x1846777736243200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234220.666280:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736243200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234220.666290:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234220.666293:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234220.666297:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736243200:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234220.666328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243264:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234220.666355:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234220.666397:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234220/real 1761234220] req@000000008cd0ff0b x1846777736243264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234220.666411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736243264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234220.666419:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234220.666421:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234220.666424:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243264:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234220.666433:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243328:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234220.666454:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234220.666462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234220/real 1761234220] req@00000000fd377aae x1846777736243328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234220.666474:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736243328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234220.666481:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234220.666484:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234220.666487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243328:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234220.666493:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243392:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234220.666514:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234220.666520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234220/real 1761234220] req@000000000e921d21 x1846777736243392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234220.666527:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736243392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234220.666532:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234220.666534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234220.666536:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243392:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234220.666539:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243456:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234220.666550:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234220.666554:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234220/real 1761234220] req@00000000c90d576b x1846777736243456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234220.666561:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736243456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234245 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234220.666566:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234220.666567:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234220.666568:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243456:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234220.730160:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234221.690033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234221.754087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234222.714002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234222.778087:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234223.738001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234223.802019:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234224.762023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234224.826093:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234225.786022:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234225.786031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234225.786032:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234225.786036:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234225.786047:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9824 00000100:00080000:0.0:1761234225.786051:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234225.786058:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234225.786092:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736243520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234225.786115:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234225.786118:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234225.786119:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234225.786123:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9824 00000100:00080000:0.0:1761234225.786124:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234225.786127:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234225.786135:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234225.786144:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736243584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234225.786151:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234225.786154:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234225.786156:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761234225.786159:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736243520:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234225.786160:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9824 00000100:00080000:0.0:1761234225.786166:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234225.786170:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234225.786173:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234225.786182:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736243648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234225.786187:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234225.786188:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234225.786189:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234225.786194:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9824 00000100:00080000:0.0:1761234225.786195:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234225.786197:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234225.786201:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234225.786206:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736243712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234225.786215:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234225.786217:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234225.786218:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234225.786221:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9824 00000100:00080000:0.0:1761234225.786223:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234225.786225:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234225.786228:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234225.786232:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736243776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234225.786253:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234225.786302:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234225/real 1761234225] req@000000009dca9672 x1846777736243520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234225.786323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736243520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234225.786335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234225.786339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234225.786344:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736243520:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234225.786373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243584:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234225.786392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234225.786398:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234225/real 1761234225] req@000000001edf5a39 x1846777736243584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234225.786406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736243584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234225.786411:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234225.786413:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234225.786415:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243584:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234225.786418:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243648:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234225.786428:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234225.786432:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234225/real 1761234225] req@00000000e0da2515 x1846777736243648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234225.786438:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736243648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234225.786443:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234225.786444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234225.786446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243648:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234225.786449:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243712:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234225.786459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234225.786463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234225/real 1761234225] req@00000000de11a021 x1846777736243712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234225.786470:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736243712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234225.786474:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234225.786476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234225.786477:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243712:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234225.786480:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243776:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234225.786489:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234225.786493:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234225/real 1761234225] req@0000000023d541ab x1846777736243776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234225.786499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736243776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234250 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234225.786504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234225.786505:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234225.786506:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243776:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234225.850077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234226.809951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234226.874070:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234227.834008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234227.898168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234228.857949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234228.921993:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234229.881949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234229.946030:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234230.906002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234230.906005:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234230.906013:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234230.906016:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234230.906025:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9829 00000100:00080000:0.0:1761234230.906028:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234230.906035:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234230.906067:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736243840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234230.906088:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234230.906091:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234230.906092:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234230.906095:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9829 00000100:00080000:0.0:1761234230.906096:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234230.906099:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234230.906109:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234230.906119:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736243904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234230.906128:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234230.906131:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234230.906132:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761234230.906141:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736243840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234230.906142:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9829 00000100:00080000:0.0:1761234230.906145:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234230.906148:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234230.906156:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234230.906166:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736243968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234230.906188:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234230.906190:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234230.906191:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234230.906194:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9829 00000100:00080000:0.0:1761234230.906195:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234230.906197:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234230.906200:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234230.906208:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736244032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234230.906215:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234230.906217:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234230.906218:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234230.906222:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9829 00000100:00080000:0.0:1761234230.906224:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234230.906227:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234230.906231:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234230.906241:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736244096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234230.906289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234230.906325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234230/real 1761234230] req@00000000330b2500 x1846777736243840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234230.906349:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736243840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234230.906363:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234230.906368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234230.906374:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736243840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234230.906412:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243904:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234230.906447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234230.906457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234230/real 1761234230] req@00000000d75fe628 x1846777736243904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234230.906471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736243904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234230.906478:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234230.906480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234230.906482:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243904:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234230.906487:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243968:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234230.906506:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234230.906513:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234230/real 1761234230] req@0000000023d541ab x1846777736243968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234230.906535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736243968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234230.906545:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234230.906548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234230.906554:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736243968:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234230.906564:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244032:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234230.906591:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234230.906608:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234230/real 1761234230] req@00000000de11a021 x1846777736244032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234230.906623:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736244032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234230.906632:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234230.906635:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234230.906641:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244032:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234230.906649:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244096:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234230.906667:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234230.906679:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234230/real 1761234230] req@00000000e0da2515 x1846777736244096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234230.906685:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736244096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234255 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234230.906690:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234230.906692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234230.906694:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244096:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234230.969994:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234231.929999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234231.994061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234232.953980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234233.018449:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234233.977951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234234.042105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234235.002025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234235.066447:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234236.025930:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234236.025989:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234236.025999:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234236.026004:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234236.026015:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9834 00000100:00080000:0.0:1761234236.026019:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234236.026026:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234236.026071:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736244160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234236.026119:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234236.026124:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234236.026125:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234236.026130:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9834 00000100:00080000:0.0:1761234236.026132:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234236.026135:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234236.026147:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234236.026162:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736244224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234236.026171:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234236.026176:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234236.026177:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234236.026181:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9834 00000100:00080000:0.0:1761234236.026183:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1761234236.026184:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736244160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234236.026186:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234236.026191:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234236.026199:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736244288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234236.026206:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234236.026209:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234236.026210:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234236.026213:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9834 00000100:00080000:0.0:1761234236.026215:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234236.026218:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234236.026222:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234236.026229:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736244352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234236.026236:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234236.026239:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234236.026240:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234236.026243:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9834 00000100:00080000:0.0:1761234236.026245:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234236.026248:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234236.026251:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234236.026258:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736244416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234236.026271:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234236.026299:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@000000001edf5a39 x1846777736244160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234236.026318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736244160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234236.026326:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234236.026328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234236.026331:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736244160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234236.026337:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234236.026355:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234236.026361:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@000000009dca9672 x1846777736244224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234236.026367:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736244224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234236.026372:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234236.026374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234236.026376:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234236.026399:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234236.026410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234236.026415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@00000000c90d576b x1846777736244288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234236.026421:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736244288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234236.026426:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234236.026428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234236.026430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234236.026432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234236.026442:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234236.026445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@000000000e921d21 x1846777736244352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234236.026452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736244352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234236.026457:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234236.026458:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234236.026459:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234236.026462:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234236.026471:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234236.026475:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234236/real 1761234236] req@00000000fd377aae x1846777736244416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234236.026481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736244416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234261 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234236.026486:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234236.026487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234236.026489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234236.091004:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234237.049990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234237.114535:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234238.073999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234238.138767:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234239.098034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234239.162036:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234240.122044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234240.186198:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234241.146060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234241.146110:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234241.146119:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234241.146124:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234241.146136:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9839 00000100:00080000:2.0:1761234241.146141:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234241.146150:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234241.146205:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736244480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234241.146234:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234241.146237:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234241.146238:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234241.146241:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9839 00000100:00080000:2.0:1761234241.146243:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234241.146246:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234241.146257:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234241.146267:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736244544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234241.146275:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234241.146278:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234241.146279:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234241.146282:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9839 00000100:00080000:2.0:1761234241.146283:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234241.146288:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234241.146294:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736244480:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:2.0:1761234241.146295:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234241.146307:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736244608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234241.146314:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234241.146317:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234241.146318:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234241.146323:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9839 00000100:00080000:2.0:1761234241.146326:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234241.146329:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234241.146334:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234241.146348:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736244672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234241.146353:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234241.146356:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234241.146358:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234241.146362:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9839 00000100:00080000:2.0:1761234241.146363:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234241.146365:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234241.146368:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234241.146376:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736244736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234241.146383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234241.146410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234241/real 1761234241] req@0000000070bd2103 x1846777736244480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234241.146424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736244480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234241.146432:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234241.146435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234241.146438:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736244480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234241.146457:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234241.146471:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234241.146476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234241/real 1761234241] req@000000002f434b1a x1846777736244544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234241.146483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736244544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234241.146487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234241.146489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234241.146491:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234241.146494:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234241.146504:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234241.146509:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234241/real 1761234241] req@000000001f17a0b8 x1846777736244608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234241.146515:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736244608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234241.146519:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234241.146520:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234241.146522:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234241.146525:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234241.146535:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234241.146538:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234241/real 1761234241] req@0000000099725227 x1846777736244672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234241.146544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736244672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234241.146548:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234241.146549:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234241.146551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234241.146554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234241.146564:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234241.146567:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234241/real 1761234241] req@00000000c35ccb78 x1846777736244736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234241.146573:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736244736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234266 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234241.146581:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234241.146583:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234241.146584:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:3.0:1761234241.210020:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234242.170000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234242.234103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234243.193955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234243.258091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234244.217996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234244.282070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234245.242043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234245.306003:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234246.265983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234246.266074:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234246.266084:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234246.266087:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234246.266096:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9844 00000100:00080000:0.0:1761234246.266099:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234246.266104:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234246.266137:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736244800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234246.266166:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234246.266169:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234246.266170:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234246.266173:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9844 00000100:00080000:0.0:1761234246.266174:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234246.266176:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234246.266184:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234246.266192:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736244864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234246.266199:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234246.266201:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234246.266202:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761234246.266216:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736244800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234246.266217:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9844 00000100:00080000:0.0:1761234246.266224:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234246.266231:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234246.266234:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234246.266244:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736244928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234246.266249:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234246.266252:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234246.266253:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234246.266255:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9844 00000100:00080000:0.0:1761234246.266256:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234246.266259:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234246.266261:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234246.266270:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736244992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234246.266275:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234246.266276:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234246.266277:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234246.266280:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9844 00000100:00080000:0.0:1761234246.266282:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234246.266284:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234246.266287:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234246.266292:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736245056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234246.266337:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244864:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234246.266357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244928:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234246.266369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244992:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234246.266383:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245056:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234246.330057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234247.289983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234247.353985:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234248.313993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234248.378036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234249.338020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761234249.338227:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761234249.338287:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761234249.338304:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234249.338362:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234249.338374:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234249.338383:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234249.338392:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:2.0:1761234249.338478:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234246/real 1761234249] req@00000000911b207d x1846777736244864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234249.338508:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736244864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234249.338521:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234249.338526:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234249.338531:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244864:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234249.338538:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234246/real 1761234249] req@00000000fd377aae x1846777736244928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234249.338553:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736244928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234249.338561:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234249.338564:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234249.338568:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244928:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234249.338575:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234246/real 1761234249] req@000000000e921d21 x1846777736244992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234249.338587:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736244992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234249.338595:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234249.338598:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234249.338601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736244992:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234249.338608:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234246/real 1761234249] req@00000000c90d576b x1846777736245056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234249.338620:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736245056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234249.338626:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234249.338630:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234249.338633:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245056:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234249.338639:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234246/real 1761234249] req@000000008cd0ff0b x1846777736244800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234249.338660:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736244800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234271 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234249.338667:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234249.338671:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234249.338675:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736244800:192.168.201.106@tcp:250:kworker/u8:3.0 00010000:00010000:3.0:1761234249.402029:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234250.361957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234250.426018:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234251.386043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234251.386072:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234251.386081:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234251.386086:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234251.386095:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9849 00000100:00080000:0.0:1761234251.386098:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234251.386104:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234251.386133:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736245120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234251.386156:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234251.386160:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234251.386161:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234251.386165:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9849 00000100:00080000:0.0:1761234251.386166:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234251.386169:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234251.386178:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234251.386191:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736245184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234251.386201:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234251.386204:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234251.386206:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234251.386210:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9849 00000100:00080000:0.0:1761234251.386212:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234251.386215:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234251.386223:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234251.386223:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736245120:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234251.386242:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736245248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234251.386253:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234251.386256:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234251.386257:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234251.386261:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9849 00000100:00080000:0.0:1761234251.386263:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234251.386267:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234251.386272:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234251.386284:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736245312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234251.386291:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234251.386294:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234251.386296:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234251.386300:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9849 00000100:00080000:0.0:1761234251.386302:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234251.386305:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234251.386309:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234251.386317:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736245376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234251.386353:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234251.386391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234251/real 1761234251] req@000000009dca9672 x1846777736245120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234251.386414:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736245120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234251.386427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234251.386432:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234251.386437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736245120:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234251.386447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245184:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234251.386482:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234251.386495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234251/real 1761234251] req@000000001edf5a39 x1846777736245184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234251.386508:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736245184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234251.386517:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234251.386521:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234251.386525:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245184:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234251.386572:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245248:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:2.0:1761234251.386595:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234251.386604:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234251/real 1761234251] req@00000000e0da2515 x1846777736245248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234251.386615:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736245248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234251.386624:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234251.386627:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234251.386630:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245248:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:2.0:1761234251.386637:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245312:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234251.386659:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234251.386666:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234251/real 1761234251] req@00000000de11a021 x1846777736245312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234251.386677:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736245312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234251.386685:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234251.386688:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234251.386691:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245312:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234251.386697:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245376:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:2.0:1761234251.386720:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234251.386730:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234251/real 1761234251] req@0000000023d541ab x1846777736245376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234251.386745:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736245376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234276 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234251.386754:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234251.386758:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234251.386763:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245376:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:3.0:1761234251.450052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234252.409936:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234252.474084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234253.433957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234253.498055:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234254.457973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234254.522068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234255.481950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234255.546041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234256.505982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234256.505989:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234256.506003:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234256.506008:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234256.506023:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9854 00000100:00080000:3.0:1761234256.506027:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234256.506036:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234256.506084:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736245440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234256.506118:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234256.506123:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234256.506125:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234256.506130:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9854 00000100:00080000:3.0:1761234256.506132:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234256.506136:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234256.506148:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234256.506163:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736245504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234256.506176:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234256.506180:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234256.506181:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761234256.506186:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736245440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761234256.506188:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9854 00000100:00080000:3.0:1761234256.506192:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234256.506198:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234256.506203:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234256.506218:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736245568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234256.506228:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234256.506232:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234256.506234:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234256.506238:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9854 00000100:00080000:3.0:1761234256.506240:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234256.506244:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234256.506250:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234256.506261:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736245632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234256.506270:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234256.506274:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234256.506275:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234256.506282:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9854 00000800:00000100:2.0:1761234256.506283:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234256.506285:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234256.506292:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234256.506297:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234256.506310:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736245696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761234256.506315:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234256/real 1761234256] req@00000000a20dea0d x1846777736245440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234256.506343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736245440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234256.506354:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234256.506358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234256.506362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736245440:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234256.506387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245504:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234256.506409:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234256.506416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234256/real 1761234256] req@00000000311bc461 x1846777736245504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234256.506427:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736245504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234256.506435:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234256.506438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234256.506441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245504:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234256.506446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245568:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:2.0:1761234256.506462:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234256.506468:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234256/real 1761234256] req@00000000eb335f49 x1846777736245568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234256.506478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736245568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234256.506485:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234256.506487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234256.506490:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245568:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:2.0:1761234256.506495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245632:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234256.506512:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234256.506518:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234256/real 1761234256] req@000000007cc317a5 x1846777736245632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234256.506527:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736245632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234256.506534:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234256.506536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234256.506539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245632:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761234256.506544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245696:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:2.0:1761234256.506560:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234256.506566:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234256/real 1761234256] req@00000000d46ba267 x1846777736245696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234256.506576:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736245696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234281 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234256.506582:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234256.506584:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234256.506587:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245696:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234256.570077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234257.529938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234257.594083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234258.553983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234258.618060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234259.578003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234259.642035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234260.602036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234260.666042:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234261.625983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234261.625988:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234261.625997:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234261.626002:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234261.626012:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9860 00000100:00080000:2.0:1761234261.626016:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234261.626023:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234261.626071:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736245760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234261.626095:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234261.626098:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234261.626099:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234261.626102:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9860 00000100:00080000:2.0:1761234261.626104:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234261.626106:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234261.626117:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234261.626125:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736245824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234261.626131:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234261.626133:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234261.626134:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234261.626137:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9860 00000100:00080000:2.0:1761234261.626138:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234261.626141:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234261.626143:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234261.626149:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736245888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234261.626154:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234261.626156:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234261.626157:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234261.626159:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9860 00000100:00080000:2.0:1761234261.626161:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234261.626166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736245760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234261.626166:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234261.626172:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234261.626179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736245952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234261.626184:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234261.626186:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234261.626188:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234261.626191:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9860 00000100:00080000:2.0:1761234261.626193:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234261.626195:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234261.626198:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234261.626205:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736246016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234261.626253:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234261.626277:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234261/real 1761234261] req@00000000c35ccb78 x1846777736245760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234261.626293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736245760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234261.626301:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234261.626304:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234261.626307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736245760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234261.626312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234261.626330:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234261.626338:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234261/real 1761234261] req@0000000099725227 x1846777736245824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234261.626349:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736245824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234261.626358:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234261.626360:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234261.626363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234261.626370:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234261.626391:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234261.626397:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234261/real 1761234261] req@000000001f17a0b8 x1846777736245888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234261.626404:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736245888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234261.626414:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234261.626416:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234261.626418:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234261.626444:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234261.626463:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234261.626472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234261/real 1761234261] req@000000002f434b1a x1846777736245952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234261.626484:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736245952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234261.626492:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234261.626495:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234261.626498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736245952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234261.626504:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234261.626524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234261.626532:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234261/real 1761234261] req@0000000070bd2103 x1846777736246016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234261.626544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736246016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234286 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234261.626552:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234261.626555:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234261.626558:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:3.0:1761234261.690026:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234262.650000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234262.714144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234263.673951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234263.738042:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234264.698001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234264.762068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234265.721977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234265.786027:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234266.746016:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234266.746020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234266.746030:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234266.746037:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234266.746047:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9865 00000100:00080000:2.0:1761234266.746051:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234266.746060:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234266.746102:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736246080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234266.746140:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234266.746144:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234266.746146:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234266.746151:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9865 00000100:00080000:2.0:1761234266.746155:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234266.746160:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234266.746170:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234266.746184:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736246080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234266.746193:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736246144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234266.746214:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234266.746218:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234266.746220:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234266.746225:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9865 00000100:00080000:2.0:1761234266.746228:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234266.746233:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234266.746238:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234266.746256:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736246208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234266.746269:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234266.746273:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234266.746276:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234266.746284:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234266.746290:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9865 00000100:00080000:2.0:1761234266.746294:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234266.746300:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761234266.746313:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234266/real 1761234266] req@0000000070bd2103 x1846777736246080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:2.0:1761234266.746319:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234266.746337:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736246080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234266.746348:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736246272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234266.746349:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234266.746359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234266.746368:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736246080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234266.746377:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234266.746381:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234266.746382:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234266.746388:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9865 00000100:00080000:2.0:1761234266.746390:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234266.746394:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234266.746398:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234266.746408:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736246336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234266.746463:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234266.746484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234266.746514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234266/real 1761234266] req@000000002f434b1a x1846777736246144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234266.746523:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736246144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234266.746529:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234266.746531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234266.746533:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234266.746537:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234266.746550:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234266.746554:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234266/real 1761234266] req@000000001f17a0b8 x1846777736246208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234266.746566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736246208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234266.746571:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234266.746572:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234266.746573:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234266.746577:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234266.746588:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234266.746592:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234266/real 1761234266] req@0000000099725227 x1846777736246272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234266.746598:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736246272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234266.746710:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234266.746712:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234266.746715:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234266.746719:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234266.746772:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234266.746784:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234266/real 1761234266] req@00000000c35ccb78 x1846777736246336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234266.746797:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736246336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234291 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234266.746802:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234266.746804:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234266.746807:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234266.810143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234267.769956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234267.834016:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234268.793959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234268.858153:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234269.818041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234269.882063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234270.842029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234270.906220:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234271.866015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234271.866019:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234271.866032:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234271.866037:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234271.866048:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9870 00000100:00080000:3.0:1761234271.866052:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234271.866059:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234271.866102:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736246400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234271.866129:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234271.866132:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234271.866133:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234271.866137:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9870 00000100:00080000:3.0:1761234271.866138:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234271.866140:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234271.866150:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234271.866157:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736246464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234271.866162:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234271.866165:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234271.866166:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234271.866168:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9870 00000100:00080000:3.0:1761234271.866170:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234271.866173:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234271.866175:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234271.866180:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736246528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234271.866186:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234271.866188:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234271.866189:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234271.866191:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9870 00000100:00080000:3.0:1761234271.866193:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234271.866196:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234271.866199:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234271.866205:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736246592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234271.866211:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234271.866213:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1761234271.866215:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736246400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761234271.866215:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234271.866221:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9870 00000100:00080000:3.0:1761234271.866223:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234271.866226:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234271.866229:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234271.866236:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736246656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234271.866300:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234271.866333:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234271/real 1761234271] req@00000000d46ba267 x1846777736246400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234271.866351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736246400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234271.866359:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234271.866362:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234271.866365:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736246400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234271.866369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246464:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234271.866384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234271.866389:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234271/real 1761234271] req@000000007cc317a5 x1846777736246464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234271.866411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736246464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234271.866416:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234271.866418:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234271.866420:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246464:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234271.866423:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246528:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234271.866437:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234271.866442:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234271/real 1761234271] req@00000000eb335f49 x1846777736246528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234271.866454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736246528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234271.866458:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234271.866459:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234271.866461:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246528:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234271.866487:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246592:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234271.866499:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234271.866503:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234271/real 1761234271] req@00000000311bc461 x1846777736246592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234271.866509:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736246592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234271.866514:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234271.866516:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234271.866517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246592:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234271.866520:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246656:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234271.866529:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234271.866532:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234271/real 1761234271] req@00000000a20dea0d x1846777736246656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234271.866538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736246656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234296 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234271.866543:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234271.866545:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234271.866547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246656:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:3.0:1761234271.930050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234272.889941:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234272.954115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234273.914007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234273.978034:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234274.937924:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234275.002107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234275.962016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234276.026050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234276.985973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234276.986023:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234276.986031:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234276.986035:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234276.986048:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9875 00000100:00080000:0.0:1761234276.986052:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234276.986061:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234276.986110:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736246720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234276.986139:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234276.986142:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234276.986143:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234276.986146:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9875 00000100:00080000:0.0:1761234276.986148:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234276.986151:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234276.986162:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234276.986174:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736246784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234276.986175:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736246720:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234276.986188:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234276.986190:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234276.986191:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234276.986195:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9875 00000100:00080000:0.0:1761234276.986196:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234276.986200:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234276.986203:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234276.986212:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736246848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234276.986218:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234276.986221:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234276.986222:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234276.986224:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9875 00000100:00080000:0.0:1761234276.986225:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234276.986227:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234276.986230:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234276.986236:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736246912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234276.986240:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234276.986242:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234276.986243:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234276.986245:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9875 00000100:00080000:0.0:1761234276.986248:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234276.986250:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234276.986253:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234276.986259:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736246976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234276.986264:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234276.986290:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234276/real 1761234276] req@00000000d75fe628 x1846777736246720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234276.986320:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736246720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234276.986328:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234276.986331:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234276.986334:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736246720:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234276.986357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246784:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234276.986375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234276.986380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234276/real 1761234276] req@00000000330b2500 x1846777736246784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234276.986387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736246784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234276.986393:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234276.986394:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234276.986397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246784:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234276.986399:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246848:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234276.986409:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234276.986413:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234276/real 1761234276] req@0000000023d541ab x1846777736246848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234276.986420:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736246848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234276.986424:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234276.986425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234276.986427:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246848:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234276.986430:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246912:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234276.986440:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234276.986444:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234276/real 1761234276] req@00000000de11a021 x1846777736246912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234276.986450:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736246912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234276.986454:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234276.986456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234276.986457:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246912:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234276.986460:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246976:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234276.986469:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234276.986472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234276/real 1761234276] req@00000000e0da2515 x1846777736246976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234276.986478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736246976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234301 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234276.986483:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234276.986485:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234276.986487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736246976:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234277.050098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234278.010020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234278.074033:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234279.034030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234279.098066:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234280.058015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234280.122070:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234281.081956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234281.146087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234282.105939:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234282.105940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234282.105948:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234282.105952:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234282.105961:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9880 00000100:00080000:3.0:1761234282.105963:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234282.105969:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234282.105997:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736247040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234282.106018:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234282.106021:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234282.106022:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234282.106031:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9880 00000100:00080000:3.0:1761234282.106032:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234282.106035:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234282.106042:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234282.106050:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736247104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234282.106059:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234282.106061:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234282.106062:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234282.106065:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9880 00000100:00080000:3.0:1761234282.106067:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234282.106069:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234282.106071:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234282.106077:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736247168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234282.106081:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234282.106083:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234282.106084:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234282.106088:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9880 00000100:00080000:3.0:1761234282.106090:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234282.106092:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234282.106094:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234282.106105:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736247040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234282.106109:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736247232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234282.106120:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234282.106122:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234282.106123:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234282.106125:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9880 00000100:00080000:3.0:1761234282.106126:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234282.106128:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234282.106131:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234282.106138:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736247296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234282.106172:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234282.106188:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234282/real 1761234282] req@000000000b14a2de x1846777736247040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234282.106223:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736247040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234282.106230:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234282.106232:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234282.106235:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736247040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234282.106240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247104:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234282.106256:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234282.106262:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234282/real 1761234282] req@0000000017b16811 x1846777736247104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234282.106268:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736247104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234282.106273:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234282.106274:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234282.106276:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247104:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234282.106279:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247168:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234282.106290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234282.106294:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234282/real 1761234282] req@000000003dd9839b x1846777736247168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234282.106300:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736247168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234282.106305:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234282.106307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234282.106308:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247168:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234282.106328:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247232:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234282.106338:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234282.106342:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234282/real 1761234282] req@00000000736ef9ba x1846777736247232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234282.106348:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736247232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234282.106353:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234282.106354:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234282.106356:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247232:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234282.106359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247296:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234282.106368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234282.106372:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234282/real 1761234282] req@00000000d2119349 x1846777736247296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234282.106378:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736247296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234307 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234282.106382:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234282.106383:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234282.106385:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247296:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:3.0:1761234282.170061:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234283.129986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234283.194140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234284.154010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234284.218045:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234285.177954:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234285.242087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234286.201984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234286.266076:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234287.225961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234287.225991:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234287.226005:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234287.226011:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234287.226024:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9885 00000100:00080000:2.0:1761234287.226029:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234287.226037:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234287.226092:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736247360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234287.226164:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234287.226169:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234287.226170:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234287.226175:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9885 00000100:00080000:2.0:1761234287.226177:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234287.226183:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234287.226196:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234287.226219:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736247424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234287.226222:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736247360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234287.226238:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234287.226242:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234287.226244:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234287.226249:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9885 00000100:00080000:2.0:1761234287.226252:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234287.226256:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234287.226261:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234287.226273:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736247488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234287.226282:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234287.226286:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234287.226287:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234287.226291:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9885 00000100:00080000:2.0:1761234287.226294:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234287.226298:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234287.226303:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234287.226309:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234287.226315:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736247552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234287.226326:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234287.226329:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234287.226332:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234287.226337:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9885 00000100:00100000:0.0:1761234287.226341:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234287/real 1761234287] req@00000000c35ccb78 x1846777736247360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234287.226341:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234287.226350:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234287.226357:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234287.226370:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736247616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234287.226374:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736247360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234287.226400:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234287.226404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234287.226413:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736247360:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234287.226441:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247424:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234287.226461:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234287.226467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234287/real 1761234287] req@0000000099725227 x1846777736247424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234287.226475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736247424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234287.226480:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234287.226482:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234287.226484:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247424:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234287.226487:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247488:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234287.226497:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234287.226501:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234287/real 1761234287] req@000000001f17a0b8 x1846777736247488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234287.226511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736247488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234287.226516:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234287.226517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234287.226518:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247488:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234287.226522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247552:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234287.226532:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234287.226536:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234287/real 1761234287] req@000000002f434b1a x1846777736247552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234287.226542:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736247552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234287.226547:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234287.226548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234287.226549:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247552:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234287.226552:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247616:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234287.226561:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234287.226564:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234287/real 1761234287] req@0000000070bd2103 x1846777736247616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234287.226570:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736247616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234312 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234287.226575:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234287.226577:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234287.226578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247616:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234287.290086:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234288.249997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234288.313958:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234289.274008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234289.338113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234290.297974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234290.362114:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234291.322000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234291.386084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234292.345962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234292.345995:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234292.346020:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234292.346026:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234292.346038:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9890 00000100:00080000:2.0:1761234292.346042:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234292.346050:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234292.346123:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736247680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234292.346150:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234292.346153:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234292.346154:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234292.346157:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9890 00000100:00080000:2.0:1761234292.346159:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234292.346161:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234292.346171:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234292.346181:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736247744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234292.346198:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234292.346200:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234292.346201:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234292.346203:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9890 00000100:00080000:2.0:1761234292.346204:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234292.346206:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234292.346208:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234292.346213:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736247808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234292.346217:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234292.346219:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234292.346221:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234292.346224:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9890 00000100:00080000:2.0:1761234292.346225:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234292.346229:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234292.346233:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234292.346239:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736247872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234292.346247:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234292.346249:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234292.346250:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234292.346255:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9890 00000100:00080000:2.0:1761234292.346258:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234292.346262:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736247680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234292.346268:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234292.346278:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234292.346287:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736247936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234292.346345:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234292.346368:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234292/real 1761234292] req@0000000070bd2103 x1846777736247680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234292.346382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736247680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234292.346391:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234292.346394:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234292.346397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736247680:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234292.346402:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247744:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234292.346418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234292.346423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234292/real 1761234292] req@000000002f434b1a x1846777736247744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234292.346430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736247744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234292.346436:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234292.346438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234292.346439:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247744:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234292.346444:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247808:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234292.346458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234292.346463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234292/real 1761234292] req@000000001f17a0b8 x1846777736247808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234292.346470:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736247808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234292.346475:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234292.346476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234292.346478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247808:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234292.346501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247872:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234292.346514:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234292.346519:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234292/real 1761234292] req@0000000099725227 x1846777736247872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234292.346526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736247872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234292.346532:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234292.346533:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234292.346535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247872:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234292.346539:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247936:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234292.346549:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234292.346553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234292/real 1761234292] req@00000000c35ccb78 x1846777736247936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234292.346560:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736247936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234317 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234292.346566:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234292.346567:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234292.346570:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736247936:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:3.0:1761234292.410112:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234293.370001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234293.434083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234294.393940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234294.458060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234295.418097:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234295.482166:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234296.442000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234296.505999:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234297.465973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234297.466000:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234297.466008:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234297.466012:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234297.466022:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9895 00000100:00080000:0.0:1761234297.466025:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234297.466032:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234297.466068:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736248000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234297.466092:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234297.466096:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234297.466097:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234297.466100:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9895 00000100:00080000:0.0:1761234297.466103:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234297.466106:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234297.466116:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234297.466127:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736248064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234297.466138:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234297.466142:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234297.466145:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234297.466150:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9895 00000100:00080000:0.0:1761234297.466152:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234297.466155:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234297.466159:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234297.466170:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736248128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234297.466180:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234297.466183:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248000:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234297.466185:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234297.466188:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234297.466198:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9895 00000100:00080000:0.0:1761234297.466201:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234297.466204:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234297.466209:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234297.466221:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736248192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234297.466228:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234297.466232:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234297.466233:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234297.466236:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9895 00000100:00080000:0.0:1761234297.466238:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234297.466242:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234297.466246:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234297.466256:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736248256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234297.466293:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234297.466325:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234297/real 1761234297] req@000000001edf5a39 x1846777736248000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234297.466344:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736248000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234297.466355:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234297.466358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234297.466362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248000:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234297.466369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248064:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234297.466392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234297.466399:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234297/real 1761234297] req@000000009dca9672 x1846777736248064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234297.466409:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736248064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234297.466416:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234297.466419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234297.466422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248064:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234297.466453:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248128:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234297.466471:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234297.466478:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234297/real 1761234297] req@000000008cd0ff0b x1846777736248128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234297.466487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736248128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234297.466494:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234297.466496:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234297.466499:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248128:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234297.466505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248192:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234297.466523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234297.466529:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234297/real 1761234297] req@00000000c90d576b x1846777736248192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234297.466538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736248192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234297.466545:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234297.466548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234297.466550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248192:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234297.466556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248256:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234297.466573:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234297.466580:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234297/real 1761234297] req@000000000e921d21 x1846777736248256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234297.466590:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736248256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234322 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234297.466597:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234297.466600:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234297.466603:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248256:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234297.530046:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234298.489978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:3.0:1761234298.553979:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234299.514031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234299.578094:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234300.537986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234300.602212:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234301.561988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234301.626338:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234302.585992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234302.586007:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234302.586018:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234302.586024:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234302.586035:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9901 00000100:00080000:0.0:1761234302.586039:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234302.586047:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234302.586106:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736248320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234302.586131:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234302.586134:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234302.586135:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234302.586139:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9901 00000100:00080000:0.0:1761234302.586141:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234302.586145:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234302.586154:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234302.586164:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736248384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234302.586174:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234302.586176:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248320:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234302.586182:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234302.586184:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234302.586187:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9901 00000100:00080000:0.0:1761234302.586189:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234302.586192:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234302.586197:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234302.586209:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736248448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234302.586217:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234302.586220:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234302.586222:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234302.586228:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9901 00000100:00080000:0.0:1761234302.586230:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234302.586233:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234302.586239:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234302.586252:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736248512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234302.586260:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234302.586262:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234302.586264:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234302.586272:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9901 00000800:00000100:1.0:1761234302.586276:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234302.586279:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234302.586284:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234302.586291:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234302.586303:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736248576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234302.586307:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234302/real 1761234302] req@00000000fd377aae x1846777736248320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234302.586350:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736248320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234302.586362:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234302.586365:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234302.586371:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248320:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234302.586423:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248384:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234302.586441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234302.586447:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234302/real 1761234302] req@00000000911b207d x1846777736248384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234302.586455:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736248384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234302.586461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234302.586463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234302.586465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248384:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234302.586469:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248448:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234302.586482:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234302.586488:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234302/real 1761234302] req@000000000e921d21 x1846777736248448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234302.586494:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736248448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234302.586499:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234302.586500:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234302.586502:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248448:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234302.586505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248512:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234302.586518:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234302.586522:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234302/real 1761234302] req@00000000c90d576b x1846777736248512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234302.586528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736248512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234302.586533:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234302.586534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234302.586535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248512:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234302.586538:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248576:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234302.586549:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234302.586553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234302/real 1761234302] req@000000008cd0ff0b x1846777736248576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234302.586559:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736248576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234327 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234302.586568:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234302.586569:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234302.586571:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248576:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234302.650964:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234303.609988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234303.674631:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234304.633928:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234304.698698:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234305.658029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234305.722173:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234306.681964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234306.746187:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234307.705994:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234307.705998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234307.706007:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234307.706013:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234307.706026:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9906 00000100:00080000:3.0:1761234307.706030:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234307.706037:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234307.706099:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736248640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234307.706123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234307.706126:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234307.706127:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234307.706130:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9906 00000100:00080000:3.0:1761234307.706131:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234307.706133:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234307.706143:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234307.706151:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736248704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234307.706163:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234307.706166:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234307.706168:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234307.706171:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761234307.706173:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9906 00000100:00080000:3.0:1761234307.706176:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234307.706181:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234307.706185:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234307.706192:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736248768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234307.706197:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234307.706200:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234307.706201:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234307.706204:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9906 00000100:00080000:3.0:1761234307.706205:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234307.706207:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234307.706211:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234307.706217:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736248832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234307.706222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234307.706224:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234307.706226:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234307.706228:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9906 00000100:00080000:3.0:1761234307.706229:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234307.706232:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234307.706235:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234307.706242:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736248896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234307.706276:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234307.706310:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234307/real 1761234307] req@00000000d3a306c9 x1846777736248640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234307.706343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736248640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234307.706355:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234307.706359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234307.706365:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234307.706395:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234307.706435:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234307.706445:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234307/real 1761234307] req@00000000a0b7b6fd x1846777736248704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234307.706460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736248704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234307.706474:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234307.706478:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234307.706481:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234307.706488:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234307.706512:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234307.706521:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234307/real 1761234307] req@0000000044909560 x1846777736248768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234307.706533:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736248768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234307.706541:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234307.706544:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234307.706548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234307.706554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234307.706575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234307.706584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234307/real 1761234307] req@0000000009919b3e x1846777736248832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234307.706597:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736248832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234307.706605:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234307.706608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234307.706611:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234307.706617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234307.706641:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234307.706651:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234307/real 1761234307] req@0000000066592840 x1846777736248896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234307.706663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736248896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234332 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234307.706671:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234307.706673:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234307.706676:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736248896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234307.770157:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234308.730026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234308.794079:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234309.753999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234309.818111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234310.777997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234310.842086:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234311.801949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234311.866080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234312.826003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234312.826049:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234312.826056:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234312.826061:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234312.826072:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9911 00000100:00080000:2.0:1761234312.826076:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234312.826084:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234312.826131:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736248960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234312.826157:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234312.826160:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234312.826161:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234312.826164:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9911 00000100:00080000:2.0:1761234312.826166:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234312.826168:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234312.826178:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234312.826189:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234312.826190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736249024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234312.826202:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234312.826204:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234312.826205:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234312.826207:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9911 00000100:00080000:2.0:1761234312.826208:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234312.826210:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234312.826213:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234312.826221:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736249088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234312.826226:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234312.826228:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234312.826229:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234312.826231:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9911 00000100:00080000:2.0:1761234312.826232:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234312.826235:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234312.826239:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234312.826247:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736249152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234312.826252:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234312.826254:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234312.826255:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234312.826258:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9911 00000100:00080000:2.0:1761234312.826259:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234312.826262:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234312.826264:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234312.826270:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736249216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234312.826299:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234312.826318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234312.826334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234312.826359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234312.890081:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234313.849979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234313.914107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234314.873968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234314.938068:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234315.897966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:3.0:1761234315.898227:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:3.0:1761234315.898293:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1761234315.898317:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234315.898390:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234315.898418:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234315.898426:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:3.0:1761234315.898433:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761234315.898487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234312/real 1761234315] req@0000000099725227 x1846777736249024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234315.898523:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736249024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234315.898537:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234315.898542:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234315.898548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234315.898611:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234312/real 1761234315] req@000000001f17a0b8 x1846777736249088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234315.898626:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736249088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234315.898634:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234315.898637:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234315.898640:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234315.898646:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234312/real 1761234315] req@000000002f434b1a x1846777736249152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234315.898666:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736249152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234315.898691:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234315.898695:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234315.898699:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234315.898707:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234312/real 1761234315] req@0000000070bd2103 x1846777736249216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234315.898722:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736249216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234315.898732:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234315.898735:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234315.898738:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249216:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234315.898746:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234312/real 1761234315] req@00000000c35ccb78 x1846777736248960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234315.898762:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736248960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234337 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234315.898772:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234315.898775:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234315.898779:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736248960:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:2.0:1761234315.962090:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234316.921975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234316.986050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234317.945960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234317.946001:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234317.946007:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234317.946011:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234317.946019:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9916 00000100:00080000:0.0:1761234317.946022:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234317.946028:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234317.946057:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736249280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234317.946084:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234317.946088:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234317.946090:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234317.946093:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9916 00000100:00080000:0.0:1761234317.946096:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234317.946100:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234317.946110:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234317.946126:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736249344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234317.946132:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736249280:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234317.946137:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234317.946142:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234317.946143:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234317.946147:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9916 00000100:00080000:0.0:1761234317.946149:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234317.946153:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234317.946158:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234317.946170:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736249408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234317.946181:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234317.946184:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234317.946186:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234317.946189:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9916 00000100:00080000:0.0:1761234317.946191:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234317.946194:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234317.946199:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234317.946209:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736249472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234317.946214:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234317.946222:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234317.946225:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234317.946227:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234317.946232:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9916 00000100:00080000:0.0:1761234317.946234:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234317.946238:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234317.946242:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234317/real 1761234317] req@000000009dca9672 x1846777736249280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:0.0:1761234317.946243:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234317.946257:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736249536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234317.946265:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736249280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234317.946278:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234317.946282:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234317.946288:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736249280:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234317.946312:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249344:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234317.946337:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234317.946346:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234317/real 1761234317] req@000000001edf5a39 x1846777736249344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234317.946358:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736249344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234317.946366:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234317.946369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234317.946372:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249344:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234317.946377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249408:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234317.946397:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234317.946406:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234317/real 1761234317] req@00000000e0da2515 x1846777736249408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234317.946417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736249408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234317.946425:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234317.946427:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234317.946429:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249408:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234317.946435:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249472:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234317.946452:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234317.946460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234317/real 1761234317] req@00000000de11a021 x1846777736249472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234317.946469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736249472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234317.946475:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234317.946477:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234317.946480:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249472:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234317.946484:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249536:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234317.946501:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234317.946508:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234317/real 1761234317] req@0000000023d541ab x1846777736249536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234317.946535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736249536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234342 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234317.946543:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234317.946545:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234317.946548:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249536:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234318.010036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234318.969974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234319.034137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234319.993953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234320.058009:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234321.017990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234321.082177:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234322.041957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234322.106043:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234323.066005:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234323.066007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234323.066018:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234323.066023:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.066035:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9921 00000100:00080000:0.0:1761234323.066040:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.066048:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234323.066093:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736249600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234323.066119:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.066122:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234323.066123:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.066126:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9921 00000100:00080000:0.0:1761234323.066128:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.066131:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234323.066140:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.066150:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736249664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234323.066157:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736249600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234323.066162:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.066169:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234323.066171:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.066175:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9921 00000100:00080000:0.0:1761234323.066177:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.066179:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234323.066183:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.066195:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736249728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234323.066200:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.066202:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234323.066204:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234323.066208:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9921 00000100:00080000:0.0:1761234323.066209:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.066212:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234323.066215:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.066222:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736249792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234323.066227:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234323.066229:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234323.066231:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1761234323.066240:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234323.066244:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9921 00000100:00080000:0.0:1761234323.066249:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234323.066254:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234323.066258:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234323.066277:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736249856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234323.066278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@00000000330b2500 x1846777736249600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234323.066325:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736249600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234323.066333:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234323.066336:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234323.066339:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736249600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234323.066363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249664:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234323.066379:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234323.066385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@00000000d75fe628 x1846777736249664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234323.066392:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736249664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234323.066396:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234323.066398:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234323.066400:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249664:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234323.066403:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249728:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234323.066413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234323.066417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@0000000023d541ab x1846777736249728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234323.066441:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736249728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234323.066454:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234323.066456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234323.066459:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249728:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234323.066466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249792:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234323.066488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234323.066496:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@00000000de11a021 x1846777736249792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234323.066521:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736249792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234323.066528:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234323.066530:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234323.066533:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249792:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234323.066538:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249856:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234323.066557:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234323.066565:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234323/real 1761234323] req@00000000e0da2515 x1846777736249856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234323.066574:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736249856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234348 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234323.066580:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234323.066582:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234323.066585:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249856:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234323.130094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234324.089950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234324.154061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234325.113965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234325.178075:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234326.138037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234326.202034:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234327.162030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234327.226083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234328.186026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234328.186033:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234328.186043:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234328.186049:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234328.186060:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9926 00000100:00080000:3.0:1761234328.186064:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234328.186073:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234328.186120:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736249920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234328.186145:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234328.186147:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234328.186149:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234328.186151:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9926 00000100:00080000:3.0:1761234328.186153:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234328.186156:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234328.186168:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234328.186175:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736249920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234328.186180:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736249984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234328.186188:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234328.186191:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234328.186191:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234328.186194:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9926 00000100:00080000:3.0:1761234328.186195:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234328.186197:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234328.186200:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234328.186207:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736250048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234328.186213:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234328.186215:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234328.186216:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234328.186218:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9926 00000100:00080000:3.0:1761234328.186219:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234328.186222:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234328.186224:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234328.186231:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736250112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234328.186235:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234328.186237:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234328.186237:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234328.186240:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9926 00000100:00080000:3.0:1761234328.186241:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234328.186244:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234328.186247:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234328.186253:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736250176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234328.186260:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234328.186287:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234328/real 1761234328] req@0000000066592840 x1846777736249920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234328.186302:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736249920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234328.186310:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234328.186313:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234328.186316:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736249920:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234328.186359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249984:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234328.186386:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234328.186396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234328/real 1761234328] req@0000000009919b3e x1846777736249984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234328.186408:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736249984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234328.186415:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234328.186418:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234328.186421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736249984:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234328.186430:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250048:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234328.186448:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234328.186455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234328/real 1761234328] req@0000000044909560 x1846777736250048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234328.186465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736250048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234328.186473:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234328.186475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234328.186477:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250048:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234328.186483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250112:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234328.186499:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234328.186506:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234328/real 1761234328] req@00000000a0b7b6fd x1846777736250112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234328.186516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736250112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234328.186523:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234328.186525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234328.186528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250112:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234328.186533:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250176:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234328.186549:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234328.186556:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234328/real 1761234328] req@00000000d3a306c9 x1846777736250176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234328.186566:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736250176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234353 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234328.186573:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234328.186575:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234328.186578:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250176:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234328.250128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234329.210003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234329.274152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234330.234122:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234330.298138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234331.258043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234331.322151:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234332.281976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234332.346065:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234333.305942:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234333.305943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234333.305954:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234333.305959:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234333.305970:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9931 00000100:00080000:2.0:1761234333.305974:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234333.305981:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234333.306025:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736250240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234333.306049:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234333.306052:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234333.306053:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234333.306056:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9931 00000100:00080000:2.0:1761234333.306057:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234333.306059:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234333.306069:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234333.306078:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736250304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234333.306085:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234333.306088:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234333.306089:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234333.306091:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736250240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234333.306095:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9931 00000100:00080000:2.0:1761234333.306098:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234333.306101:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234333.306104:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234333.306111:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736250368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234333.306116:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234333.306119:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234333.306120:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234333.306123:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9931 00000100:00080000:2.0:1761234333.306124:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234333.306126:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234333.306129:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234333.306135:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736250432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234333.306140:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234333.306142:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234333.306143:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234333.306145:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9931 00000100:00080000:2.0:1761234333.306146:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234333.306149:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234333.306151:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234333.306158:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736250496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234333.306191:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234333.306221:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234333/real 1761234333] req@00000000c35ccb78 x1846777736250240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234333.306256:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736250240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234333.306267:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234333.306270:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234333.306274:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736250240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234333.306300:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250304:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234333.306323:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234333.306331:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234333/real 1761234333] req@0000000070bd2103 x1846777736250304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234333.306349:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736250304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234333.306356:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234333.306359:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234333.306362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250304:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234333.306367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250368:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234333.306384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234333.306391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234333/real 1761234333] req@000000002f434b1a x1846777736250368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234333.306401:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736250368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234333.306408:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234333.306411:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234333.306414:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250368:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234333.306419:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250432:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234333.306439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234333.306447:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234333/real 1761234333] req@000000001f17a0b8 x1846777736250432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234333.306457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736250432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234333.306464:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234333.306467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234333.306470:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250432:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234333.306475:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250496:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234333.306492:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234333.306499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234333/real 1761234333] req@0000000099725227 x1846777736250496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234333.306509:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736250496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234358 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234333.306516:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234333.306519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234333.306521:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250496:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234333.370090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234334.329962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234334.394163:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234335.354041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234335.418062:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234336.378012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234336.442056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234337.401999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234337.466111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234338.426010:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234338.426015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234338.426022:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234338.426027:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234338.426040:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9936 00000100:00080000:2.0:1761234338.426044:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234338.426052:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234338.426099:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736250560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234338.426124:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234338.426126:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234338.426128:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234338.426143:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9936 00000100:00080000:2.0:1761234338.426145:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234338.426148:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234338.426158:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234338.426172:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736250624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234338.426178:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736250560:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234338.426183:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234338.426187:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234338.426190:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234338.426198:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9936 00000100:00080000:2.0:1761234338.426200:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234338.426206:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234338.426212:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234338.426224:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736250688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234338.426231:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234338.426234:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234338.426236:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234338.426241:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9936 00000100:00080000:2.0:1761234338.426245:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234338.426248:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234338.426252:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234338.426260:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736250752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234338.426265:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234338.426268:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234338.426269:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234338.426272:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9936 00000100:00080000:2.0:1761234338.426274:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234338.426279:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234338.426279:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234338.426284:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234338.426293:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736250816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234338.426311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234338/real 1761234338] req@0000000099725227 x1846777736250560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234338.426328:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736250560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234338.426337:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234338.426340:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234338.426349:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736250560:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234338.426374:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250624:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234338.426395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234338.426404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234338/real 1761234338] req@000000001f17a0b8 x1846777736250624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234338.426422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736250624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234338.426430:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234338.426434:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234338.426437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250624:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234338.426442:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250688:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234338.426460:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234338.426468:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234338/real 1761234338] req@000000002f434b1a x1846777736250688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234338.426475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736250688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234338.426485:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234338.426487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234338.426489:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250688:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234338.426495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250752:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234338.426517:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234338.426525:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234338/real 1761234338] req@0000000070bd2103 x1846777736250752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234338.426539:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736250752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234338.426544:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234338.426550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234338.426553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250752:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234338.426558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250816:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234338.426573:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234338.426587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234338/real 1761234338] req@00000000c35ccb78 x1846777736250816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234338.426594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736250816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234363 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234338.426599:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234338.426601:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234338.426604:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250816:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234338.490105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234339.450013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234339.514131:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234340.473987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234340.538137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234341.497994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234341.562132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234342.522005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234342.586087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234343.545982:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234343.545988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234343.545992:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234343.545996:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234343.546007:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9941 00000100:00080000:0.0:1761234343.546010:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234343.546015:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234343.546065:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736250880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234343.546087:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234343.546090:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234343.546091:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234343.546094:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9941 00000100:00080000:0.0:1761234343.546095:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234343.546098:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234343.546107:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234343.546120:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736250944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234343.546126:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234343.546130:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736250880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234343.546132:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234343.546134:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234343.546145:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9941 00000100:00080000:0.0:1761234343.546147:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234343.546149:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234343.546152:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234343.546159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736251008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234343.546167:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234343.546169:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234343.546170:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234343.546172:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9941 00000100:00080000:0.0:1761234343.546173:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234343.546176:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234343.546180:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234343.546190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736251072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234343.546195:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234343.546199:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234343.546201:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234343.546203:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9941 00000100:00080000:0.0:1761234343.546204:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234343.546205:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234343.546209:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234343.546215:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736251136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234343.546232:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234343.546265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234343/real 1761234343] req@000000001edf5a39 x1846777736250880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234343.546287:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736250880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234343.546299:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234343.546303:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234343.546307:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736250880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234343.546338:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250944:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234343.546363:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234343.546372:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234343/real 1761234343] req@000000009dca9672 x1846777736250944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234343.546383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736250944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234343.546390:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234343.546393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234343.546396:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736250944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234343.546402:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234343.546419:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234343.546425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234343/real 1761234343] req@000000008cd0ff0b x1846777736251008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234343.546434:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736251008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234343.546447:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234343.546449:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234343.546452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234343.546458:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234343.546491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234343.546504:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234343/real 1761234343] req@00000000c90d576b x1846777736251072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234343.546515:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736251072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234343.546522:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234343.546524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234343.546527:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234343.546533:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234343.546551:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234343.546558:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234343/real 1761234343] req@000000000e921d21 x1846777736251136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234343.546567:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736251136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234368 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234343.546574:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234343.546576:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234343.546579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761234343.610066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234344.569975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234344.634098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234345.593989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234345.658084:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234346.617955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234346.682119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234347.641970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234347.706110:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234348.665992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234348.666001:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234348.666012:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234348.666018:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234348.666031:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9947 00000100:00080000:3.0:1761234348.666036:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234348.666045:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234348.666099:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736251200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234348.666129:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234348.666133:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234348.666135:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234348.666139:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9947 00000100:00080000:3.0:1761234348.666142:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234348.666147:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234348.666162:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736251200:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761234348.666162:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234348.666189:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736251264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234348.666205:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234348.666210:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234348.666212:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234348.666216:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9947 00000100:00080000:3.0:1761234348.666219:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234348.666223:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234348.666228:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234348.666240:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736251328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234348.666247:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234348.666255:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234348.666260:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234348.666262:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234348.666267:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9947 00000100:00080000:3.0:1761234348.666269:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234348.666275:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234348/real 1761234348] req@00000000d2119349 x1846777736251200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234348.666276:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234348.666284:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234348.666296:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736251200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234348.666299:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736251392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234348.666317:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234348.666319:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234348.666321:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761234348.666326:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234348.666328:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736251200:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:3.0:1761234348.666329:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234348.666338:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9947 00000100:00080000:3.0:1761234348.666340:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234348.666345:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234348.666349:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234348.666360:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736251456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234348.666365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251264:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234348.666398:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234348.666409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234348/real 1761234348] req@00000000736ef9ba x1846777736251264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234348.666421:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736251264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234348.666428:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234348.666431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234348.666434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251264:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234348.666445:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251328:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234348.666464:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234348.666470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234348/real 1761234348] req@000000003dd9839b x1846777736251328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234348.666477:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736251328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234348.666482:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234348.666484:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234348.666486:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251328:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234348.666489:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251392:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234348.666500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234348.666505:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234348/real 1761234348] req@0000000017b16811 x1846777736251392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234348.666512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736251392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234348.666516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234348.666517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234348.666519:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251392:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234348.666530:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251456:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234348.666540:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234348.666545:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234348/real 1761234348] req@000000000b14a2de x1846777736251456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234348.666552:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736251456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234373 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234348.666557:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234348.666558:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234348.666560:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251456:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234348.730152:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234349.689943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234349.754151:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234350.713966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234350.778141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234351.737998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234351.802132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234352.762026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234352.826103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234353.786044:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234353.786047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234353.786062:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234353.786068:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234353.786082:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9952 00000100:00080000:3.0:1761234353.786088:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234353.786098:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234353.786153:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736251520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234353.786189:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234353.786193:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234353.786195:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234353.786200:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9952 00000100:00080000:3.0:1761234353.786202:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234353.786218:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234353.786230:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234353.786239:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736251520:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234353.786249:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736251584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234353.786270:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234353.786274:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234353.786276:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234353.786281:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9952 00000100:00080000:3.0:1761234353.786283:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234353.786287:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234353.786294:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234353.786307:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736251648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234353.786318:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234353.786321:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234353.786328:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234353.786332:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234353.786338:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9952 00000100:00080000:3.0:1761234353.786342:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234353.786348:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234353.786352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234353/real 1761234353] req@00000000a20dea0d x1846777736251520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000008:00100000:3.0:1761234353.786354:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234353.786372:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736251712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234353.786383:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736251520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234353.786386:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234353.786398:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234353.786403:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234353.786415:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9952 00000100:00080000:1.0:1761234353.786416:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234353.786419:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234353.786423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:3.0:1761234353.786429:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234353.786434:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736251520:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:3.0:1761234353.786437:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234353.786458:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736251776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234353.786476:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251584:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234353.786509:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234353.786518:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234353/real 1761234353] req@00000000311bc461 x1846777736251584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234353.786538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736251584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234353.786546:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234353.786549:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234353.786552:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251584:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234353.786559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251648:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234353.786578:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234353.786586:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234353/real 1761234353] req@00000000eb335f49 x1846777736251648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234353.786596:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736251648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234353.786603:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234353.786606:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234353.786609:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251648:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234353.786615:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251712:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234353.786635:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234353.786642:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234353/real 1761234353] req@000000007cc317a5 x1846777736251712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234353.786652:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736251712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234353.786660:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234353.786663:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234353.786665:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251712:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234353.786671:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251776:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234353.786690:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234353.786699:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234353/real 1761234353] req@00000000d46ba267 x1846777736251776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234353.786709:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736251776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234378 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234353.786717:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234353.786719:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234353.786721:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251776:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:0.0:1761234353.850130:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234354.810012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234354.874119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234355.834012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234355.898116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234356.858001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234356.922095:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234357.882008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234357.946157:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234358.905990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234358.906000:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234358.906011:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234358.906016:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234358.906029:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9957 00000100:00080000:2.0:1761234358.906035:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234358.906047:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234358.906135:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736251840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234358.906175:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234358.906180:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234358.906182:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234358.906188:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9957 00000100:00080000:2.0:1761234358.906191:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234358.906197:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234358.906210:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234358.906236:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736251904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234358.906257:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736251840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234358.906277:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234358.906294:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234358.906296:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234358.906308:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9957 00000100:00080000:2.0:1761234358.906312:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234358.906342:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234358.906349:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234358.906367:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736251968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234358.906374:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234358.906384:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234358.906388:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234358.906390:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234358.906396:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9957 00000100:00080000:2.0:1761234358.906399:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234358.906403:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234358.906408:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234358.906409:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234358/real 1761234358] req@00000000c35ccb78 x1846777736251840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234358.906422:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736252032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234358.906433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736251840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234358.906433:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234358.906442:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234358.906444:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234358.906453:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9957 00000100:00080000:2.0:1761234358.906457:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234358.906462:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234358.906470:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234358.906474:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234358.906479:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234358.906482:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736252096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234358.906487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736251840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234358.906522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251904:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234358.906545:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234358.906552:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234358/real 1761234358] req@0000000070bd2103 x1846777736251904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234358.906561:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736251904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234358.906567:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234358.906570:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234358.906572:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251904:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234358.906576:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251968:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234358.906589:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234358.906594:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234358/real 1761234358] req@000000002f434b1a x1846777736251968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234358.906603:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736251968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234358.906608:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234358.906610:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234358.906612:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736251968:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234358.906617:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252032:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234358.906629:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234358.906634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234358/real 1761234358] req@000000001f17a0b8 x1846777736252032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234358.906642:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736252032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234358.906648:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234358.906649:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234358.906651:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252032:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234358.906655:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252096:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234358.906667:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234358.906672:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234358/real 1761234358] req@0000000099725227 x1846777736252096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234358.906679:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736252096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234383 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234358.906685:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234358.906687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234358.906689:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252096:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234358.970067:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234359.930803:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234359.994132:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234360.954012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234361.018137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234361.978071:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234362.042157:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234363.001952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234363.066028:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234364.025985:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.025998:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234364.026003:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.026022:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9962 00000100:00080000:2.0:1761234364.026027:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.026038:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234364.026039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761234364.026105:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736252160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234364.026136:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.026142:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234364.026144:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.026149:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9962 00000100:00080000:2.0:1761234364.026151:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.026156:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234364.026168:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234364.026172:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736252160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234364.026184:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736252224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234364.026195:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.026199:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234364.026201:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.026204:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9962 00000100:00080000:2.0:1761234364.026207:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.026210:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234364.026215:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234364.026225:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736252288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234364.026233:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.026236:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234364.026238:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234364.026242:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9962 00000100:00080000:2.0:1761234364.026244:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.026247:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234364.026253:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234364.026258:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234364.026267:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736252352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234364.026277:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234364.026281:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234364.026283:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234364.026287:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@0000000099725227 x1846777736252160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234364.026289:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9962 00000100:00080000:2.0:1761234364.026294:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234364.026300:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234364.026306:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234364.026310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736252160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234364.026319:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736252416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234364.026320:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.026325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234364.026331:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736252160:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:1.0:1761234364.026357:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252224:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234364.026373:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234364.026378:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@000000001f17a0b8 x1846777736252224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234364.026385:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736252224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234364.026390:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.026392:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234364.026394:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252224:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234364.026397:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252288:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:1.0:1761234364.026406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234364.026410:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@000000002f434b1a x1846777736252288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234364.026416:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736252288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234364.026422:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.026423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234364.026425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252288:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:1.0:1761234364.026428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252352:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234364.026439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234364.026443:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@0000000070bd2103 x1846777736252352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234364.026449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736252352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234364.026453:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.026455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234364.026456:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252352:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761234364.026459:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252416:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:1.0:1761234364.026468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234364.026471:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234364/real 1761234364] req@00000000c35ccb78 x1846777736252416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:1.0:1761234364.026477:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736252416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234389 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:1.0:1761234364.026481:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234364.026482:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234364.026484:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252416:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234364.090032:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234365.050010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234365.114003:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234366.074031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234366.138035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234367.098087:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234367.162060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234368.121974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234368.185997:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234369.146002:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761234369.146005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234369.146016:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234369.146021:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234369.146033:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9967 00000100:00080000:0.0:1761234369.146036:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234369.146044:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234369.146093:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736252480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234369.146117:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234369.146120:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234369.146121:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234369.146124:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9967 00000100:00080000:0.0:1761234369.146125:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234369.146127:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234369.146138:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234369.146151:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736252544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234369.146160:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736252480:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234369.146167:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234369.146173:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234369.146174:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234369.146178:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9967 00000100:00080000:0.0:1761234369.146180:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234369.146183:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234369.146188:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234369.146200:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736252608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234369.146206:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234369.146209:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234369.146210:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234369.146212:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9967 00000100:00080000:0.0:1761234369.146213:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234369.146215:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234369.146219:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234369.146226:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736252672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234369.146232:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234369.146234:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234369.146236:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234369.146238:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9967 00000100:00080000:0.0:1761234369.146239:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234369.146242:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234369.146245:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234369.146253:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234369.146254:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736252736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234369.146290:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234369/real 1761234369] req@00000000911b207d x1846777736252480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234369.146310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736252480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234369.146321:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234369.146325:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234369.146329:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736252480:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234369.146359:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252544:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234369.146385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234369.146395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234369/real 1761234369] req@00000000fd377aae x1846777736252544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234369.146407:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736252544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234369.146414:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234369.146417:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234369.146421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252544:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234369.146427:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252608:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234369.146448:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234369.146457:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234369/real 1761234369] req@000000000e921d21 x1846777736252608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234369.146469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736252608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234369.146477:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234369.146480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234369.146483:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252608:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234369.146489:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252672:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234369.146509:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234369.146516:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234369/real 1761234369] req@00000000c90d576b x1846777736252672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234369.146526:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736252672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234369.146534:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234369.146536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234369.146539:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252672:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234369.146544:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252736:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234369.146577:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234369.146584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234369/real 1761234369] req@000000008cd0ff0b x1846777736252736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234369.146594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736252736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234394 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234369.146603:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234369.146605:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234369.146609:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252736:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234369.210092:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234370.170027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234370.234111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234371.194020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234371.258025:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234372.217983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234372.282173:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761234373.241953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234373.306115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234374.265981:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234374.265996:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234374.266000:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234374.266014:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9972 00000100:00080000:0.0:1761234374.266018:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234374.266028:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234374.266053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761234374.266073:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736252800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234374.266113:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234374.266117:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234374.266119:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234374.266124:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9972 00000100:00080000:0.0:1761234374.266127:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234374.266131:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761234374.266142:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736252800:192.168.201.106@tcp:250:kworker/u8:3.0 00000008:00100000:0.0:1761234374.266144:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234374.266164:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736252864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234374.266176:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234374.266180:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234374.266182:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234374.266187:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9972 00000100:00080000:0.0:1761234374.266190:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234374.266200:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234374.266207:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234374.266223:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736252928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234374.266228:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234374.266238:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234374.266243:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234374.266245:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234374.266251:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9972 00000100:00080000:0.0:1761234374.266254:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234374.266255:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234374/real 1761234374] req@000000009dca9672 x1846777736252800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234374.266262:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234374.266272:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234374.266281:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736252800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234374.266288:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736252992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234374.266314:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234374.266319:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234374.266321:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234374.266326:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9972 00000100:00080000:0.0:1761234374.266329:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234374.266334:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234374.266341:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234374.266356:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736253056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234374.266569:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234374.266573:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234374.266577:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736252800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234374.266602:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252864:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234374.266663:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234374.266674:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234374/real 1761234374] req@000000001edf5a39 x1846777736252864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234374.266685:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736252864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234374.266690:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234374.266692:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234374.266694:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252864:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234374.266698:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252928:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234374.266710:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234374.266714:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234374/real 1761234374] req@00000000e0da2515 x1846777736252928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234374.266721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736252928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234374.266730:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234374.266731:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234374.266733:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252928:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234374.266736:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252992:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234374.266746:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234374.266750:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234374/real 1761234374] req@00000000de11a021 x1846777736252992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234374.266756:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736252992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234374.266760:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234374.266761:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234374.266762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736252992:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234374.266765:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253056:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234374.266775:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234374.266779:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234374/real 1761234374] req@0000000023d541ab x1846777736253056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234374.266785:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736253056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234399 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234374.266789:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234374.266790:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234374.266791:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253056:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234374.330041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234375.290155:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234375.354071:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234376.313965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234376.378015:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234377.337994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234377.402130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234378.362002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234378.426055:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234379.386006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234379.386030:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234379.386042:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234379.386048:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234379.386061:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9977 00000100:00080000:2.0:1761234379.386066:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234379.386075:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234379.386129:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736253120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234379.386162:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234379.386166:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234379.386168:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234379.386173:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9977 00000100:00080000:2.0:1761234379.386177:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234379.386182:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234379.386194:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234379.386199:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736253120:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234379.386211:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736253184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234379.386224:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234379.386228:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234379.386230:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234379.386234:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9977 00000100:00080000:2.0:1761234379.386237:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234379.386241:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234379.386246:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234379.386257:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736253248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234379.386266:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234379.386270:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234379.386272:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234379.386276:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9977 00000100:00080000:2.0:1761234379.386278:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234379.386282:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234379.386287:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234379.386298:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736253312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234379.386306:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253184:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1761234379.386309:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234379.386314:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234379.386316:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234379.386334:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9977 00000100:00080000:2.0:1761234379.386336:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234379.386340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253248:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:2.0:1761234379.386343:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234379.386351:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234379.386372:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253312:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761234379.386383:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736253376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234379.386418:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253376:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234379.450077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234380.409959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234380.473998:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234381.434005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234381.498083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234382.457983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761234382.458353:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761234382.458402:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234382.458420:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234382.458478:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234382.458489:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234382.458497:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234382.458505:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:3.0:1761234382.458647:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234379/real 1761234382] req@0000000099725227 x1846777736253376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234382.458690:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736253376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234382.458704:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234382.458709:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234382.458714:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253376:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234382.458724:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234379/real 1761234382] req@000000001f17a0b8 x1846777736253312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234382.458735:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736253312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234382.458741:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234382.458745:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234382.458748:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253312:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234382.458754:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234379/real 1761234382] req@0000000070bd2103 x1846777736253184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234382.458767:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736253184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234382.458774:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234382.458777:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234382.458780:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253184:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234382.458787:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234379/real 1761234382] req@000000002f434b1a x1846777736253248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234382.458798:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736253248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234382.458805:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234382.458807:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234382.458810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253248:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234382.458817:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234379/real 1761234382] req@00000000c35ccb78 x1846777736253120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234382.458829:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736253120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234404 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234382.458837:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234382.458840:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234382.458850:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736253120:192.168.201.106@tcp:250:kworker/u8:3.0 00010000:00010000:2.0:1761234382.522165:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234383.481988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234383.546144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234384.506008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234384.506134:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234384.506145:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234384.506149:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234384.506164:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9982 00000100:00080000:0.0:1761234384.506168:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234384.506175:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234384.506214:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736253440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234384.506236:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234384.506241:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234384.506243:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234384.506247:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9982 00000100:00080000:0.0:1761234384.506250:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234384.506254:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761234384.506276:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736253440:192.168.201.106@tcp:250:kworker/u8:3.0 00000008:00100000:0.0:1761234384.506280:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234384.506297:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736253504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234384.506309:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234384.506313:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234384.506315:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234384.506319:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9982 00000100:00080000:0.0:1761234384.506321:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234384.506325:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234384.506332:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234384.506345:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736253568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234384.506354:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234384.506357:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234384.506359:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234384.506363:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9982 00000100:00080000:0.0:1761234384.506365:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234384.506369:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234384.506373:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234384.506384:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736253632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234384.506389:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234384.506398:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234384.506402:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234384.506404:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234384.506409:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9982 00000100:00080000:0.0:1761234384.506411:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234384.506415:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234384.506420:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234384.506426:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234384/real 1761234384] req@00000000d75fe628 x1846777736253440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234384.506434:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736253696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234384.506456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736253440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234384.506477:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234384.506481:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234384.506486:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736253440:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234384.506525:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253504:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234384.506554:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234384.506563:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234384/real 1761234384] req@00000000330b2500 x1846777736253504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234384.506574:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736253504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234384.506581:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234384.506584:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234384.506587:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253504:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234384.506592:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253568:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234384.506612:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234384.506620:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234384/real 1761234384] req@0000000023d541ab x1846777736253568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234384.506674:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736253568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234384.506688:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234384.506691:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234384.506694:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253568:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234384.506700:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253632:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234384.506725:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234384.506733:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234384/real 1761234384] req@00000000de11a021 x1846777736253632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234384.506744:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736253632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234384.506751:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234384.506753:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234384.506756:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253632:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234384.506761:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253696:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234384.506782:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234384.506790:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234384/real 1761234384] req@00000000e0da2515 x1846777736253696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234384.506802:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736253696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234409 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234384.506809:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234384.506811:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234384.506814:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253696:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234384.570086:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234385.529969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234385.594142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234386.554048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234386.618116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234387.577995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234387.642189:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234388.602029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234388.666071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234389.626017:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234389.626025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234389.626035:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234389.626053:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234389.626074:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9988 00000100:00080000:0.0:1761234389.626079:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234389.626090:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234389.626201:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736253760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234389.626250:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234389.626255:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234389.626257:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234389.626262:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9988 00000100:00080000:0.0:1761234389.626265:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234389.626270:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234389.626284:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234389.626301:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736253824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234389.626315:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736253760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234389.626317:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234389.626326:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234389.626328:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234389.626334:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9988 00000100:00080000:0.0:1761234389.626336:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234389.626341:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234389.626347:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234389.626361:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736253888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234389.626372:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234389.626377:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234389.626380:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234389.626384:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9988 00000100:00080000:0.0:1761234389.626387:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234389.626391:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234389.626398:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234389.626414:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736253952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234389.626414:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234389.626429:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234389.626434:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234389.626436:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234389.626452:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9988 00000100:00100000:3.0:1761234389.626456:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234389/real 1761234389] req@000000001edf5a39 x1846777736253760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234389.626457:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234389.626467:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234389.626475:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234389.626481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736253760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234389.626490:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736254016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234389.626493:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234389.626499:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234389.626520:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736253760:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234389.626570:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253824:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234389.626601:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234389.626611:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234389/real 1761234389] req@000000009dca9672 x1846777736253824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234389.626625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736253824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234389.626634:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234389.626647:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234389.626651:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253824:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234389.626658:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253888:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234389.626681:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234389.626690:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234389/real 1761234389] req@000000008cd0ff0b x1846777736253888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234389.626721:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736253888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234389.626730:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234389.626732:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234389.626736:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253888:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234389.626743:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253952:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234389.626768:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234389.626778:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234389/real 1761234389] req@00000000c90d576b x1846777736253952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234389.626807:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736253952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234389.626816:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234389.626817:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234389.626820:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736253952:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234389.626825:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254016:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234389.626845:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234389.626867:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234389/real 1761234389] req@000000000e921d21 x1846777736254016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234389.626876:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736254016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234414 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234389.626883:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234389.626885:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234389.626887:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254016:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234389.690147:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234390.650055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234390.714177:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234391.673996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234391.738063:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234392.698013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234392.762085:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234393.721998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234393.786114:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234394.745980:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234394.745990:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234394.745995:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234394.746004:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9993 00000100:00080000:0.0:1761234394.746007:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234394.746014:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234394.746033:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761234394.746051:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736254080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234394.746090:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234394.746093:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234394.746095:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234394.746099:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9993 00000100:00080000:0.0:1761234394.746100:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234394.746103:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234394.746122:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234394.746132:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736254144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234394.746138:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234394.746140:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234394.746141:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234394.746143:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9993 00000100:00080000:0.0:1761234394.746144:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234394.746147:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234394.746150:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234394.746156:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736254208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234394.746161:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234394.746163:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234394.746166:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234394.746168:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9993 00000100:00080000:0.0:1761234394.746170:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234394.746173:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234394.746176:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234394.746183:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736254272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234394.746191:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234394.746197:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736254080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234394.746198:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234394.746202:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234394.746209:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9993 00000100:00080000:0.0:1761234394.746210:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234394.746212:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234394.746216:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234394.746228:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736254336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234394.746318:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234394.746347:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234394/real 1761234394] req@00000000fd377aae x1846777736254080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234394.746363:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736254080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234394.746373:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234394.746377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234394.746380:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736254080:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234394.746387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254144:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234394.746406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234394.746412:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234394/real 1761234394] req@00000000911b207d x1846777736254144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234394.746420:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736254144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234394.746426:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234394.746428:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234394.746430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254144:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234394.746434:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254208:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234394.746469:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234394.746476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234394/real 1761234394] req@000000000e921d21 x1846777736254208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234394.746486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736254208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234394.746494:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234394.746496:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234394.746498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254208:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234394.746535:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254272:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234394.746554:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234394.746561:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234394/real 1761234394] req@00000000c90d576b x1846777736254272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234394.746571:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736254272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234394.746579:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234394.746581:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234394.746584:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254272:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234394.746589:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254336:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234394.746623:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234394.746629:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234394/real 1761234394] req@000000008cd0ff0b x1846777736254336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234394.746640:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736254336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234419 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234394.746648:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234394.746651:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234394.746654:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254336:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234394.810190:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234395.769943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234395.834137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234396.794156:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234396.858185:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234397.817955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234397.882141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234398.842046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234398.906236:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234399.865924:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234399.866015:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234399.866022:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234399.866026:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234399.866035:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 9998 00000100:00080000:0.0:1761234399.866038:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234399.866045:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234399.866082:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736254400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234399.866108:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234399.866112:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234399.866113:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234399.866118:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9998 00000100:00080000:0.0:1761234399.866120:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234399.866123:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234399.866131:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234399.866143:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736254464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234399.866151:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234399.866155:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234399.866158:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234399.866162:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9998 00000100:00080000:0.0:1761234399.866164:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234399.866167:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234399.866172:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234399.866182:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736254528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234399.866193:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736254400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234399.866198:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234399.866203:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234399.866205:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234399.866210:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9998 00000100:00080000:0.0:1761234399.866212:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234399.866217:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234399.866221:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234399.866233:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736254592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234399.866246:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234399.866249:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234399.866250:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234399.866253:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 9998 00000100:00080000:0.0:1761234399.866256:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234399.866261:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234399.866264:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234399.866273:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736254656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234399.866289:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234399.866319:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234399/real 1761234399] req@000000009dca9672 x1846777736254400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234399.866333:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736254400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234399.866342:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234399.866344:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234399.866348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736254400:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234399.866353:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254464:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234399.866368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234399.866373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234399/real 1761234399] req@000000001edf5a39 x1846777736254464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234399.866380:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736254464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234399.866384:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234399.866386:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234399.866387:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254464:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234399.866413:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254528:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234399.866424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234399.866428:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234399/real 1761234399] req@00000000e0da2515 x1846777736254528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234399.866435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736254528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234399.866440:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234399.866441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234399.866442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254528:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234399.866446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254592:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234399.866456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234399.866460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234399/real 1761234399] req@00000000de11a021 x1846777736254592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234399.866466:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736254592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234399.866471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234399.866472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234399.866474:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254592:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234399.866476:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254656:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234399.866486:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234399.866490:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234399/real 1761234399] req@0000000023d541ab x1846777736254656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234399.866496:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736254656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234424 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234399.866501:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234399.866502:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234399.866503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254656:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234399.930173:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234400.889988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234400.954143:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234401.914027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234401.978130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234402.937988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234403.002163:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234403.962037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234404.026078:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234404.985955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234404.985984:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234404.985992:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234404.985997:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234404.986006:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10003 00000100:00080000:2.0:1761234404.986010:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234404.986018:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234404.986068:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736254720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234404.986102:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234404.986106:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234404.986108:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234404.986111:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10003 00000100:00080000:2.0:1761234404.986113:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234404.986117:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234404.986136:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234404.986156:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736254784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234404.986164:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736254720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234404.986180:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234404.986184:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234404.986186:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234404.986191:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10003 00000100:00080000:2.0:1761234404.986194:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234404.986197:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234404.986203:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234404.986214:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736254848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234404.986222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234404.986225:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234404.986226:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234404.986229:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10003 00000100:00080000:2.0:1761234404.986232:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234404.986236:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234404.986241:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234404.986247:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234404.986253:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736254912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234404.986262:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234404.986265:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234404.986267:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234404.986271:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10003 00000100:00080000:2.0:1761234404.986273:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234404.986275:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234404/real 1761234404] req@00000000c35ccb78 x1846777736254720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234404.986281:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234404.986291:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234404.986297:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736254720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234404.986304:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736254976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234404.986308:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234404.986313:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234404.986318:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736254720:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234404.986342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254784:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234404.986358:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234404.986363:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234404/real 1761234404] req@000000002f434b1a x1846777736254784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234404.986370:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736254784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234404.986375:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234404.986377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234404.986379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254784:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234404.986382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254848:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234404.986392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234404.986396:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234404/real 1761234404] req@0000000070bd2103 x1846777736254848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234404.986402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736254848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234404.986407:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234404.986408:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234404.986410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254848:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234404.986413:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254912:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234404.986423:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234404.986426:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234404/real 1761234404] req@000000001f17a0b8 x1846777736254912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234404.986433:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736254912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234404.986437:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234404.986438:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234404.986440:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254912:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234404.986443:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254976:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234404.986454:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234404.986458:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234404/real 1761234404] req@0000000099725227 x1846777736254976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234404.986464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736254976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234429 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234404.986469:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234404.986470:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234404.986471:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736254976:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234405.050072:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234406.009978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234406.074108:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234407.034047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234407.098122:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234408.058015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234408.122038:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234409.081999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234409.146058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234410.105990:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234410.105994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234410.106004:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234410.106009:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234410.106017:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10008 00000100:00080000:2.0:1761234410.106020:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234410.106026:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234410.106058:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736255040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234410.106080:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234410.106083:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234410.106085:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234410.106088:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10008 00000100:00080000:2.0:1761234410.106090:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234410.106093:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234410.106100:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234410.106111:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736255104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234410.106118:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736255040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234410.106120:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234410.106127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234410.106129:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234410.106133:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10008 00000100:00080000:2.0:1761234410.106135:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234410.106137:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234410.106140:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234410.106148:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736255168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234410.106154:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234410.106157:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234410.106158:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234410.106161:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10008 00000100:00080000:2.0:1761234410.106163:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234410.106166:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234410.106169:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234410.106177:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736255232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234410.106183:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1761234410.106186:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234410.106187:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234410.106190:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234410.106194:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10008 00000100:00080000:2.0:1761234410.106195:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234410.106198:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234410.106201:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234410.106208:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234410/real 1761234410] req@0000000099725227 x1846777736255040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234410.106211:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736255296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234410.106243:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736255040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234410.106251:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234410.106253:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234410.106256:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736255040:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234410.106274:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255104:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234410.106288:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234410.106293:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234410/real 1761234410] req@000000001f17a0b8 x1846777736255104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234410.106305:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736255104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234410.106309:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234410.106311:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234410.106313:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255104:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234410.106317:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255168:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234410.106335:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234410.106343:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234410/real 1761234410] req@0000000070bd2103 x1846777736255168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234410.106354:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736255168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234410.106361:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234410.106363:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234410.106365:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255168:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234410.106370:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255232:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234410.106389:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234410.106395:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234410/real 1761234410] req@000000002f434b1a x1846777736255232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234410.106405:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736255232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234410.106411:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234410.106414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234410.106416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255232:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234410.106422:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255296:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234410.106439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234410.106446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234410/real 1761234410] req@00000000c35ccb78 x1846777736255296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234410.106454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736255296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234435 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234410.106459:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234410.106461:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234410.106463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255296:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234410.170032:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234411.130007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234411.194119:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234412.153975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234412.218179:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234413.178012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234413.242083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234414.201944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234414.266133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234415.225942:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234415.225943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234415.225952:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234415.225955:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234415.225964:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10013 00000100:00080000:2.0:1761234415.225966:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234415.225972:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234415.226001:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736255360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234415.226022:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234415.226024:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234415.226026:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234415.226028:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10013 00000100:00080000:2.0:1761234415.226029:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234415.226031:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234415.226037:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234415.226047:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736255424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234415.226057:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234415.226060:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234415.226062:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234415.226066:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736255360:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234415.226068:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10013 00000100:00080000:2.0:1761234415.226075:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234415.226079:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234415.226083:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234415.226096:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736255488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234415.226106:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234415.226110:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234415.226112:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234415.226115:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10013 00000100:00080000:2.0:1761234415.226117:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234415.226121:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234415.226125:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234415.226132:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234415.226135:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736255552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234415.226142:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234415.226145:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234415.226146:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234415.226148:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10013 00000100:00080000:2.0:1761234415.226150:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234415.226153:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234415.226156:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234415/real 1761234415] req@00000000c35ccb78 x1846777736255360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:2.0:1761234415.226158:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234415.226167:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736255616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234415.226175:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736255360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234415.226184:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234415.226187:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234415.226190:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736255360:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234415.226196:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255424:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234415.226213:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234415.226218:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234415/real 1761234415] req@000000002f434b1a x1846777736255424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234415.226225:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736255424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234415.226230:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234415.226231:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234415.226233:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255424:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234415.226250:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255488:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234415.226260:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234415.226264:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234415/real 1761234415] req@0000000070bd2103 x1846777736255488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234415.226270:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736255488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234415.226275:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234415.226277:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234415.226279:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255488:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234415.226282:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255552:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234415.226310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234415.226318:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234415/real 1761234415] req@000000001f17a0b8 x1846777736255552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234415.226336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736255552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234415.226345:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234415.226347:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234415.226349:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255552:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234415.226353:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255616:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234415.226368:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234415.226373:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234415/real 1761234415] req@0000000099725227 x1846777736255616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234415.226380:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736255616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234440 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234415.226384:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234415.226385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234415.226387:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255616:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234415.290068:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234416.249957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234416.314136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234417.273987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234417.338052:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234418.298005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234418.362013:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234419.322012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234419.386108:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234420.345996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234420.345996:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234420.346009:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234420.346013:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234420.346023:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10018 00000100:00080000:3.0:1761234420.346026:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234420.346035:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234420.346078:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736255680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234420.346102:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234420.346105:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234420.346106:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234420.346108:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10018 00000100:00080000:3.0:1761234420.346110:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234420.346112:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234420.346121:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234420.346131:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736255744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234420.346138:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234420.346141:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234420.346143:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234420.346147:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10018 00000100:00080000:3.0:1761234420.346149:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234420.346153:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234420.346156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736255680:192.168.201.106@tcp:250:kworker/u8:3.0 00000008:00100000:3.0:1761234420.346161:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234420.346174:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736255808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234420.346184:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234420.346187:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234420.346189:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234420.346191:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10018 00000100:00080000:3.0:1761234420.346193:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234420.346197:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234420.346201:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234420.346212:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736255872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234420.346220:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234420.346224:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234420.346225:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234420.346230:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10018 00000100:00080000:3.0:1761234420.346233:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1761234420.346240:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:3.0:1761234420.346240:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234420.346246:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234420.346256:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736255936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234420.346268:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234420/real 1761234420] req@00000000d46ba267 x1846777736255680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234420.346283:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736255680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234420.346291:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234420.346294:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234420.346298:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736255680:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234420.346303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255744:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234420.346318:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234420.346323:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234420/real 1761234420] req@000000007cc317a5 x1846777736255744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234420.346329:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736255744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234420.346334:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234420.346335:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234420.346337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255744:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234420.346363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255808:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234420.346374:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234420.346379:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234420/real 1761234420] req@00000000eb335f49 x1846777736255808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234420.346385:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736255808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234420.346390:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234420.346391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234420.346392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255808:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234420.346396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255872:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234420.346408:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234420.346412:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234420/real 1761234420] req@00000000311bc461 x1846777736255872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234420.346418:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736255872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234420.346423:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234420.346424:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234420.346425:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255872:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234420.346428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255936:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234420.346437:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234420.346441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234420/real 1761234420] req@00000000a20dea0d x1846777736255936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234420.346447:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736255936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234445 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234420.346452:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234420.346453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234420.346455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736255936:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234420.410173:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234421.369976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234421.434142:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234422.393967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234422.458125:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234423.418005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234423.482126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234424.441994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234424.506089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234425.465997:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234425.466005:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234425.466010:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234425.466015:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234425.466026:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10023 00000100:00080000:3.0:1761234425.466030:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234425.466037:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234425.466079:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736256000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234425.466107:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234425.466109:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234425.466110:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234425.466113:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10023 00000100:00080000:3.0:1761234425.466114:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234425.466117:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234425.466125:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234425.466133:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736256064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234425.466140:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234425.466144:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234425.466146:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234425.466151:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10023 00000100:00080000:3.0:1761234425.466153:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234425.466157:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234425.466162:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234425.466169:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256000:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234425.466178:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736256128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234425.466189:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234425.466193:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234425.466194:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234425.466198:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10023 00000100:00080000:3.0:1761234425.466200:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234425.466204:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234425.466210:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234425.466221:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736256192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234425.466229:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234425.466232:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234425.466234:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234425.466238:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10023 00000100:00080000:3.0:1761234425.466240:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234425.466243:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234425.466247:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234425.466251:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234425.466261:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736256256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234425.466278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234425/real 1761234425] req@000000000b14a2de x1846777736256000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234425.466294:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736256000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234425.466303:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234425.466306:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234425.466309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256000:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234425.466314:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256064:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234425.466334:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234425.466342:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234425/real 1761234425] req@0000000017b16811 x1846777736256064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234425.466354:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736256064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234425.466362:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234425.466364:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234425.466368:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256064:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234425.466396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256128:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234425.466412:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234425.466417:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234425/real 1761234425] req@000000003dd9839b x1846777736256128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234425.466424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736256128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234425.466429:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234425.466431:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234425.466432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256128:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234425.466436:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256192:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234425.466447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234425.466451:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234425/real 1761234425] req@00000000736ef9ba x1846777736256192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234425.466457:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736256192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234425.466462:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234425.466463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234425.466464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256192:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234425.466467:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256256:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234425.466478:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234425.466509:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234425/real 1761234425] req@00000000d2119349 x1846777736256256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234425.466516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736256256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234450 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234425.466521:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234425.466522:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234425.466524:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256256:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234425.530141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234426.489957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234426.554070:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234427.513946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234427.578054:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234428.538029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234428.602103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234429.562019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234429.626035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234430.585977:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234430.585986:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234430.585990:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234430.585993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234430.586001:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10029 00000100:00080000:3.0:1761234430.586005:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234430.586011:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234430.586047:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736256320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234430.586071:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234430.586074:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234430.586075:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234430.586078:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10029 00000100:00080000:3.0:1761234430.586079:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234430.586081:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234430.586088:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234430.586095:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736256384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234430.586101:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234430.586103:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234430.586104:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234430.586106:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10029 00000100:00080000:3.0:1761234430.586107:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234430.586108:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234430.586112:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234430.586116:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736256448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234430.586121:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234430.586124:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234430.586124:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234430.586128:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10029 00000100:00080000:3.0:1761234430.586129:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234430.586133:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234430.586136:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234430.586142:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736256512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234430.586151:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234430.586153:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234430.586154:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234430.586157:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10029 00000100:00080000:3.0:1761234430.586158:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234430.586164:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234430.586166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256320:192.168.201.106@tcp:250:kworker/u8:3.0 00000008:00100000:3.0:1761234430.586171:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234430.586179:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736256576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234430.586253:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234430.586279:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234430/real 1761234430] req@00000000d3a306c9 x1846777736256320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234430.586294:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736256320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234430.586303:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234430.586305:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234430.586308:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256320:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234430.586313:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256384:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234430.586328:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234430.586344:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234430/real 1761234430] req@00000000a0b7b6fd x1846777736256384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234430.586351:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736256384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234430.586356:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234430.586358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234430.586360:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256384:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234430.586363:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256448:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234430.586376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234430.586380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234430/real 1761234430] req@0000000044909560 x1846777736256448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234430.586415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736256448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234430.586420:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234430.586422:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234430.586424:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256448:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234430.586454:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256512:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234430.586468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234430.586473:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234430/real 1761234430] req@0000000009919b3e x1846777736256512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234430.586480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736256512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234430.586484:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234430.586486:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234430.586488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256512:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234430.586491:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256576:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234430.586500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234430.586504:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234430/real 1761234430] req@0000000066592840 x1846777736256576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234430.586509:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736256576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234455 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234430.586514:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234430.586516:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234430.586517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256576:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234430.650015:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234431.610022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234431.674102:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234432.634020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234432.698011:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234433.657994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234433.722016:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234434.681973:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234434.746046:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234435.705968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234435.705984:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234435.705994:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234435.705998:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234435.706008:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10034 00000100:00080000:2.0:1761234435.706012:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234435.706019:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234435.706065:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736256640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234435.706088:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234435.706090:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234435.706092:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234435.706094:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10034 00000100:00080000:2.0:1761234435.706096:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234435.706099:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234435.706108:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234435.706117:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736256704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234435.706123:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234435.706127:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234435.706129:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234435.706131:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10034 00000100:00080000:2.0:1761234435.706133:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234435.706135:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234435.706138:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234435.706143:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736256768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234435.706149:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234435.706151:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234435.706152:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234435.706155:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234435.706157:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10034 00000100:00080000:2.0:1761234435.706160:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234435.706166:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234435.706173:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234435.706179:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736256832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234435.706183:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234435.706185:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234435.706186:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234435.706189:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10034 00000100:00080000:2.0:1761234435.706190:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234435.706192:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234435.706195:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234435.706202:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736256896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234435.706259:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234435.706302:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234435/real 1761234435] req@0000000099725227 x1846777736256640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234435.706324:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736256640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234435.706335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234435.706339:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234435.706343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256640:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234435.706351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256704:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234435.706376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234435.706385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234435/real 1761234435] req@000000001f17a0b8 x1846777736256704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234435.706397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736256704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234435.706404:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234435.706407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234435.706410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256704:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234435.706440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256768:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234435.706459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234435.706467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234435/real 1761234435] req@0000000070bd2103 x1846777736256768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234435.706478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736256768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234435.706487:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234435.706489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234435.706492:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256768:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234435.706498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256832:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234435.706517:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234435.706525:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234435/real 1761234435] req@000000002f434b1a x1846777736256832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234435.706536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736256832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234435.706544:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234435.706546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234435.706549:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256832:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234435.706555:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256896:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234435.706574:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234435.706581:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234435/real 1761234435] req@00000000c35ccb78 x1846777736256896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234435.706593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736256896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234460 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234435.706601:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234435.706603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234435.706606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736256896:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234435.770097:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234436.729966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234436.794110:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234437.753995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234437.818114:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234438.778053:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234438.842143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234439.801988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234439.866167:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234440.826020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234440.826062:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234440.826075:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234440.826079:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234440.826091:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10039 00000100:00080000:2.0:1761234440.826095:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234440.826102:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234440.826141:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736256960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234440.826165:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234440.826168:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234440.826169:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234440.826172:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10039 00000100:00080000:2.0:1761234440.826173:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234440.826176:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234440.826184:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234440.826209:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736257024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234440.826216:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234440.826218:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234440.826220:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234440.826224:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10039 00000100:00080000:2.0:1761234440.826226:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234440.826229:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234440.826232:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234440.826238:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736257088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234440.826245:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234440.826246:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234440.826254:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234440.826255:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234440.826258:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10039 00000100:00080000:2.0:1761234440.826259:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234440.826261:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234440.826264:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234440.826272:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736257152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234440.826276:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234440.826278:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234440.826279:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234440.826281:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10039 00000100:00080000:2.0:1761234440.826283:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234440.826285:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234440.826288:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234440.826294:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736257216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234440.826312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234440.826332:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234440/real 1761234440] req@00000000c35ccb78 x1846777736256960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234440.826346:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736256960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234440.826353:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234440.826355:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234440.826358:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736256960:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234440.826362:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257024:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234440.826375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234440.826380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234440/real 1761234440] req@000000002f434b1a x1846777736257024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234440.826386:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736257024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234440.826391:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234440.826393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234440.826395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257024:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234440.826414:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257088:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:0.0:1761234440.826424:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234440.826429:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234440/real 1761234440] req@0000000070bd2103 x1846777736257088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234440.826439:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736257088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234440.826444:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234440.826445:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234440.826446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257088:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234440.826450:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257152:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234440.826459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234440.826463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234440/real 1761234440] req@000000001f17a0b8 x1846777736257152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234440.826469:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736257152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234440.826473:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234440.826474:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234440.826476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257152:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234440.826479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257216:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:0.0:1761234440.826488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234440.826492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234440/real 1761234440] req@0000000099725227 x1846777736257216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234440.826498:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736257216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234465 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234440.826502:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234440.826504:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234440.826505:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257216:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234440.890119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234441.849979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234441.914130:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234442.874045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234442.938100:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234443.898078:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234443.962226:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234444.922076:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234444.986175:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234445.946022:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234445.946024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234445.946040:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234445.946047:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234445.946061:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10044 00000100:00080000:2.0:1761234445.946065:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234445.946075:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234445.946151:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736257280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234445.946182:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234445.946187:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234445.946189:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234445.946195:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10044 00000100:00080000:2.0:1761234445.946197:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234445.946202:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234445.946214:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234445.946233:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736257280:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234445.946233:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736257344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234445.946251:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234445.946255:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234445.946257:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234445.946261:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10044 00000100:00080000:2.0:1761234445.946263:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234445.946269:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234445.946274:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234445.946286:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736257408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234445.946294:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234445.946298:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234445.946300:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234445.946303:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10044 00000100:00080000:2.0:1761234445.946305:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234445.946308:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234445.946313:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234445.946325:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736257472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234445.946332:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234445.946336:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234445.946338:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234445.946342:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10044 00000100:00080000:2.0:1761234445.946344:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234445.946347:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234445.946351:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234445.946361:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736257536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234445.946378:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234445.946409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234445.946431:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234445.946469:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257536:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234446.010205:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234446.970104:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234447.034091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234447.994210:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234448.058070:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234449.018301:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761234449.018471:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761234449.018539:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234449.018558:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234449.018615:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234449.018624:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234449.018633:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234449.018658:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761234449.018719:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234445/real 1761234449] req@000000001f17a0b8 x1846777736257344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234449.018760:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736257344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234449.018779:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234449.018785:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234449.018792:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257344:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234449.018803:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234445/real 1761234449] req@0000000070bd2103 x1846777736257408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234449.018823:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736257408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234449.018837:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234449.018841:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234449.018847:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257408:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:0.0:1761234449.018857:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234445/real 1761234449] req@000000002f434b1a x1846777736257472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234449.018923:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736257472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234449.018937:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234449.018943:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234449.018950:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257472:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234449.018962:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234445/real 1761234449] req@00000000c35ccb78 x1846777736257536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234449.018982:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736257536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234449.018994:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234449.018999:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234449.019004:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257536:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761234449.019012:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234445/real 1761234449] req@0000000099725227 x1846777736257280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1761234449.019031:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736257280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234470 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:0.0:1761234449.019070:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234449.019075:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234449.019079:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736257280:192.168.201.106@tcp:250:kworker/u8:1.0 00010000:00010000:1.0:1761234449.082222:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234450.042068:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234450.106144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234451.066137:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234451.066160:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234451.066167:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234451.066189:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10049 00000100:00080000:2.0:1761234451.066196:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234451.066210:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234451.066216:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761234451.066269:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736257600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234451.066303:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234451.066307:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234451.066309:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234451.066313:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10049 00000100:00080000:2.0:1761234451.066316:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234451.066320:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234451.066334:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234451.066347:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736257664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234451.066358:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234451.066366:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736257600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234451.066367:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234451.066370:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234451.066380:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10049 00000100:00080000:2.0:1761234451.066383:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234451.066386:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234451.066390:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234451.066401:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736257728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234451.066410:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234451.066413:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234451.066415:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234451.066419:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10049 00000100:00080000:2.0:1761234451.066422:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234451.066428:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234451.066436:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234451.066454:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736257792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234451.066465:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234451.066470:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234451.066472:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234451.066478:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10049 00000100:00080000:2.0:1761234451.066481:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234451.066486:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234451.066492:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234451.066500:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234451.066515:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736257856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234451.066543:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234451] req@0000000099725227 x1846777736257600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234451.066578:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736257600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234451.066596:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234451.066601:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234451.066608:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736257600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234451.066648:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257664:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234451.066701:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234451.066716:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234451] req@00000000c35ccb78 x1846777736257664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234451.066747:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736257664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234451.066760:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234451.066765:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234451.066769:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257664:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234451.066779:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257728:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234451.066815:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234451.066829:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234451] req@000000002f434b1a x1846777736257728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234451.066859:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736257728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234451.066921:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234451.066926:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234451.066932:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257728:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234451.066943:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257792:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234451.066985:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234451.067033:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234451] req@0000000070bd2103 x1846777736257792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234451.067051:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736257792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234451.067063:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234451.067067:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234451.067071:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257792:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234451.067080:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257856:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234451.067113:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234451.067127:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234451/real 1761234451] req@000000001f17a0b8 x1846777736257856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234451.067143:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736257856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234476 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234451.067155:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234451.067160:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234451.067164:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257856:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234451.130217:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234452.090143:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234452.154212:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234453.114006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234453.178185:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234454.137958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234454.202179:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234455.162039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234455.226111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234456.186035:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234456.186043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234456.186048:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234456.186055:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234456.186067:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10054 00000100:00080000:2.0:1761234456.186071:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234456.186081:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234456.186130:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736257920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234456.186160:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234456.186163:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234456.186165:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234456.186169:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10054 00000100:00080000:2.0:1761234456.186171:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234456.186176:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234456.186187:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234456.186201:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736257984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234456.186210:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234456.186214:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234456.186216:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234456.186223:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10054 00000100:00100000:0.0:1761234456.186224:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736257920:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234456.186228:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234456.186234:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234456.186239:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234456.186250:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736258048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234456.186259:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234456.186263:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234456.186265:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234456.186268:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10054 00000100:00080000:2.0:1761234456.186270:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234456.186274:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234456.186278:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234456.186288:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736258112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234456.186295:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234456.186298:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234456.186299:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234456.186303:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10054 00000100:00080000:2.0:1761234456.186305:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234456.186309:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234456.186313:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234456.186323:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736258176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234456.186324:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234456.186359:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234456/real 1761234456] req@000000001f17a0b8 x1846777736257920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234456.186380:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736257920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234456.186391:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234456.186395:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234456.186399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736257920:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234456.186407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257984:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234456.186432:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234456.186442:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234456/real 1761234456] req@0000000070bd2103 x1846777736257984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234456.186454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736257984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234456.186463:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234456.186465:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234456.186469:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736257984:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234456.186512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258048:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234456.186539:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234456.186548:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234456/real 1761234456] req@000000002f434b1a x1846777736258048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234456.186559:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736258048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234456.186567:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234456.186570:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234456.186574:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258048:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234456.186583:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258112:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234456.186611:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234456.186623:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234456/real 1761234456] req@00000000c35ccb78 x1846777736258112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234456.186635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736258112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234456.186642:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234456.186644:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234456.186648:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258112:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234456.186654:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258176:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234456.186672:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234456.186679:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234456/real 1761234456] req@0000000099725227 x1846777736258176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234456.186689:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736258176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234481 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234456.186698:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234456.186701:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234456.186704:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258176:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234456.250047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234457.209999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234457.274041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234458.234031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234458.298048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234459.258000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234459.322136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234460.281994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234460.346148:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234461.305966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234461.305973:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234461.305984:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234461.305987:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234461.305998:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10059 00000100:00080000:0.0:1761234461.306001:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234461.306009:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234461.306044:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736258240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234461.306069:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234461.306072:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234461.306073:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234461.306076:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10059 00000100:00080000:0.0:1761234461.306077:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234461.306080:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234461.306087:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234461.306096:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736258304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234461.306106:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234461.306111:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736258240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234461.306113:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234461.306115:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234461.306122:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10059 00000100:00080000:0.0:1761234461.306124:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234461.306126:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234461.306128:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234461.306138:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736258368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234461.306145:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234461.306146:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234461.306147:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234461.306149:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10059 00000100:00080000:0.0:1761234461.306150:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234461.306152:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234461.306155:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234461.306163:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736258432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234461.306168:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234461.306170:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234461.306171:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234461.306176:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10059 00000100:00080000:0.0:1761234461.306177:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234461.306179:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234461.306182:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234461.306186:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736258496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234461.306209:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234461.306237:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234461/real 1761234461] req@00000000330b2500 x1846777736258240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234461.306251:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736258240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234461.306261:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234461.306263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234461.306267:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736258240:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234461.306293:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258304:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234461.306310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234461.306314:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234461/real 1761234461] req@00000000d75fe628 x1846777736258304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234461.306321:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736258304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234461.306326:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234461.306328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234461.306330:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258304:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234461.306334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258368:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234461.306344:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234461.306348:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234461/real 1761234461] req@0000000023d541ab x1846777736258368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234461.306354:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736258368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234461.306359:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234461.306360:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234461.306362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258368:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234461.306365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258432:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234461.306377:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234461.306380:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234461/real 1761234461] req@00000000de11a021 x1846777736258432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234461.306388:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736258432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234461.306392:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234461.306393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234461.306395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258432:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234461.306406:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258496:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234461.306418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234461.306422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234461/real 1761234461] req@00000000e0da2515 x1846777736258496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234461.306429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736258496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234486 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234461.306434:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234461.306435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234461.306436:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258496:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234461.370096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234462.330022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234462.394070:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234463.353983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234463.418061:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234464.377949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234464.442019:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234465.401993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234465.466039:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234466.425992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234466.426030:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234466.426042:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234466.426047:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234466.426061:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10064 00000100:00080000:2.0:1761234466.426066:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234466.426075:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234466.426133:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736258560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234466.426170:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234466.426175:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234466.426176:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234466.426181:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10064 00000100:00080000:2.0:1761234466.426184:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234466.426189:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234466.426201:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234466.426209:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736258560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:2.0:1761234466.426220:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736258624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234466.426230:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234466.426234:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234466.426235:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234466.426239:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10064 00000100:00080000:2.0:1761234466.426241:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234466.426245:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234466.426249:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234466.426260:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736258688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234466.426266:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234466.426269:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234466.426271:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234466.426273:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10064 00000100:00080000:2.0:1761234466.426275:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234466.426278:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234466.426281:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234466.426288:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736258752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234466.426294:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234466.426296:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234466.426297:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234466.426301:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10064 00000100:00080000:2.0:1761234466.426303:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234466.426306:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234466.426310:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234466.426315:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234466.426326:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736258816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234466.426342:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234466/real 1761234466] req@0000000099725227 x1846777736258560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234466.426368:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736258560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234466.426382:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234466.426387:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234466.426392:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736258560:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234466.426422:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258624:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234466.426447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234466.426455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234466/real 1761234466] req@00000000c35ccb78 x1846777736258624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234466.426464:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736258624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234466.426470:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234466.426472:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234466.426475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258624:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234466.426479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258688:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234466.426493:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234466.426498:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234466/real 1761234466] req@000000002f434b1a x1846777736258688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234466.426506:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736258688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234466.426512:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234466.426514:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234466.426516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258688:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234466.426521:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258752:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234466.426534:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234466.426539:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234466/real 1761234466] req@0000000070bd2103 x1846777736258752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234466.426546:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736258752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234466.426552:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234466.426554:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234466.426556:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258752:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234466.426559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258816:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234466.426571:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234466.426576:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234466/real 1761234466] req@000000001f17a0b8 x1846777736258816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234466.426583:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736258816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234491 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234466.426589:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234466.426590:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234466.426593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258816:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234466.490088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234467.450011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234467.514067:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234468.473982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234468.538028:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234469.497997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234469.562049:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234470.522011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234470.586094:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234471.545990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234471.546002:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234471.546011:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234471.546015:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234471.546023:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10069 00000100:00080000:0.0:1761234471.546026:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234471.546038:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234471.546078:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736258880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234471.546108:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234471.546112:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234471.546114:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234471.546118:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10069 00000100:00080000:0.0:1761234471.546120:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234471.546125:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234471.546137:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234471.546148:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736258880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:0.0:1761234471.546154:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736258944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234471.546165:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234471.546168:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234471.546170:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234471.546173:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10069 00000100:00080000:0.0:1761234471.546175:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234471.546178:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234471.546184:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234471.546194:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736259008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234471.546200:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234471.546203:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234471.546204:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234471.546206:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10069 00000100:00080000:0.0:1761234471.546207:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234471.546209:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234471.546211:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234471.546217:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736259072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234471.546222:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234471.546224:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234471.546225:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234471.546226:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10069 00000100:00080000:0.0:1761234471.546227:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234471.546230:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761234471.546233:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761234471.546234:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234471.546244:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736259136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234471.546258:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234471/real 1761234471] req@000000001edf5a39 x1846777736258880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234471.546271:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736258880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234471.546279:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234471.546281:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234471.546285:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736258880:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234471.546309:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258944:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234471.546324:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234471.546328:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234471/real 1761234471] req@000000009dca9672 x1846777736258944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234471.546336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736258944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234471.546341:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234471.546342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234471.546345:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736258944:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234471.546348:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259008:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234471.546357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234471.546362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234471/real 1761234471] req@000000008cd0ff0b x1846777736259008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234471.546368:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736259008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234471.546373:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234471.546374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234471.546375:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259008:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234471.546378:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259072:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234471.546388:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234471.546391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234471/real 1761234471] req@00000000c90d576b x1846777736259072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234471.546397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736259072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234471.546402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234471.546403:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234471.546404:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259072:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234471.546407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259136:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234471.546416:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234471.546419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234471/real 1761234471] req@000000000e921d21 x1846777736259136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234471.546425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736259136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234496 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234471.546433:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234471.546435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234471.546436:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259136:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234471.610057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234472.570085:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234472.634194:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234473.593967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234473.658116:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234474.617962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234474.682109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234475.642002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234475.706100:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234476.665958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234476.665968:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234476.665979:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234476.665984:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234476.665996:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10075 00000100:00080000:1.0:1761234476.666000:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234476.666008:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234476.666053:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736259200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234476.666082:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234476.666085:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234476.666087:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234476.666091:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10075 00000100:00080000:1.0:1761234476.666093:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234476.666096:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234476.666107:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234476.666118:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736259264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234476.666126:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736259200:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:1.0:1761234476.666131:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234476.666136:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234476.666137:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234476.666142:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10075 00000100:00080000:1.0:1761234476.666144:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234476.666147:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234476.666151:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234476.666161:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736259328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234476.666169:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234476.666172:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234476.666174:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234476.666177:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10075 00000100:00080000:1.0:1761234476.666180:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234476.666184:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234476.666189:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234476.666196:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736259392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234476.666204:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234476.666207:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234476.666209:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234476.666212:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10075 00000100:00080000:1.0:1761234476.666215:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234476.666220:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761234476.666223:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:1.0:1761234476.666225:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234476.666235:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736259456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234476.666257:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234476/real 1761234476] req@00000000c2c1573a x1846777736259200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234476.666277:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736259200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234476.666288:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234476.666291:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234476.666295:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736259200:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234476.666324:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259264:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234476.666350:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234476.666359:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234476/real 1761234476] req@00000000069b687a x1846777736259264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234476.666371:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736259264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234476.666385:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234476.666388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234476.666391:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259264:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234476.666397:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259328:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234476.666416:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234476.666423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234476/real 1761234476] req@000000000baedc40 x1846777736259328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234476.666435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736259328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234476.666442:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234476.666445:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234476.666447:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259328:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234476.666453:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259392:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234476.666473:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234476.666481:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234476/real 1761234476] req@00000000464e3652 x1846777736259392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234476.666492:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736259392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234476.666499:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234476.666501:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234476.666504:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259392:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234476.666526:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259456:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234476.666546:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234476.666553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234476/real 1761234476] req@00000000dcfa4436 x1846777736259456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234476.666564:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736259456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234501 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234476.666572:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234476.666574:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234476.666576:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259456:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234476.730106:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234477.690021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234477.754115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234478.713980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234478.778177:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234479.737963:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234479.802037:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234480.761927:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234480.826120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234481.785922:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234481.785979:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234481.785989:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234481.785995:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234481.786007:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10080 00000100:00080000:2.0:1761234481.786011:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234481.786020:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234481.786066:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736259520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234481.786102:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234481.786106:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234481.786109:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234481.786115:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10080 00000100:00080000:2.0:1761234481.786117:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234481.786122:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234481.786134:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234481.786152:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736259584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234481.786157:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736259520:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234481.786173:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234481.786178:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234481.786180:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234481.786186:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10080 00000100:00080000:2.0:1761234481.786189:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234481.786193:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234481.786199:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234481.786214:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736259648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234481.786225:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234481.786230:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234481.786231:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234481.786235:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10080 00000100:00080000:2.0:1761234481.786238:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234481.786242:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234481.786247:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234481.786259:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736259712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234481.786261:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234481.786271:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234481.786275:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234481.786277:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234481.786281:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10080 00000100:00080000:2.0:1761234481.786284:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234481.786289:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234481.786293:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234481.786294:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234481/real 1761234481] req@000000001f17a0b8 x1846777736259520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234481.786308:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736259776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234481.786320:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736259520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234481.786337:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234481.786342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234481.786350:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736259520:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234481.786380:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259584:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234481.786407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234481.786432:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234481/real 1761234481] req@0000000070bd2103 x1846777736259584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234481.786445:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736259584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234481.786454:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234481.786457:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234481.786461:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259584:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234481.786468:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259648:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234481.786491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234481.786500:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234481/real 1761234481] req@000000002f434b1a x1846777736259648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234481.786512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736259648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234481.786521:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234481.786524:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234481.786528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259648:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234481.786534:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259712:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234481.786559:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234481.786569:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234481/real 1761234481] req@00000000c35ccb78 x1846777736259712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234481.786581:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736259712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234481.786590:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234481.786593:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234481.786598:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259712:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234481.786606:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259776:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234481.786630:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234481.786641:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234481/real 1761234481] req@0000000099725227 x1846777736259776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234481.786657:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736259776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234506 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234481.786667:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234481.786670:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234481.786675:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259776:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234481.850035:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234482.809940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234482.874122:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234483.833936:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234483.898036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234484.857932:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234484.922192:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234485.882020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234485.946158:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234486.905975:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234486.905986:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234486.905990:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234486.906002:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10085 00000100:00080000:2.0:1761234486.906006:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234486.906014:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234486.906045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:2.0:1761234486.906056:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736259840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234486.906084:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234486.906088:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234486.906090:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234486.906094:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10085 00000100:00080000:2.0:1761234486.906095:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234486.906099:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234486.906108:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234486.906121:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736259904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234486.906131:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736259840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234486.906133:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234486.906139:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234486.906141:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234486.906145:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10085 00000100:00080000:2.0:1761234486.906147:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234486.906152:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234486.906157:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234486.906169:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736259968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234486.906177:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234486.906180:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234486.906182:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234486.906184:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10085 00000100:00080000:2.0:1761234486.906185:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234486.906188:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234486.906192:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234486.906194:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234486.906202:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736260032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234486.906209:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234486.906212:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234486.906213:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234486.906216:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10085 00000100:00080000:2.0:1761234486.906218:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234486.906222:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234486/real 1761234486] req@0000000099725227 x1846777736259840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234486.906222:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234486.906227:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234486.906235:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736260096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234486.906274:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736259840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234486.906285:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234486.906288:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234486.906292:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736259840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234486.906340:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259904:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234486.906360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234486.906367:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234486/real 1761234486] req@00000000c35ccb78 x1846777736259904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234486.906375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736259904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234486.906381:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234486.906382:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234486.906384:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259904:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234486.906387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259968:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234486.906399:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234486.906403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234486/real 1761234486] req@000000002f434b1a x1846777736259968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234486.906409:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736259968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234486.906414:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234486.906416:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234486.906417:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736259968:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234486.906421:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260032:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234486.906430:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234486.906434:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234486/real 1761234486] req@0000000070bd2103 x1846777736260032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234486.906440:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736260032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234486.906444:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234486.906446:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234486.906447:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260032:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234486.906450:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260096:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234486.906459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234486.906462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234486/real 1761234486] req@000000001f17a0b8 x1846777736260096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234486.906467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736260096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234511 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234486.906472:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234486.906473:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234486.906475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260096:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234486.970103:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234487.929989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234487.994184:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234488.953981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234489.018057:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234489.978021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234490.042120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234491.001970:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234491.066099:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234492.025991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234492.026027:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234492.026036:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234492.026040:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234492.026050:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10090 00000100:00080000:1.0:1761234492.026054:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234492.026062:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234492.026105:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736260160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234492.026132:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234492.026135:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234492.026136:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234492.026139:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10090 00000100:00080000:1.0:1761234492.026140:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234492.026142:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234492.026152:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234492.026161:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736260224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234492.026166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736260160:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:1.0:1761234492.026171:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234492.026174:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234492.026176:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234492.026179:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10090 00000100:00080000:1.0:1761234492.026181:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234492.026183:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234492.026185:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234492.026194:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736260288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234492.026200:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234492.026203:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234492.026204:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234492.026206:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10090 00000100:00080000:1.0:1761234492.026207:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234492.026209:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234492.026212:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234492.026236:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736260352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234492.026242:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234492.026243:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234492.026244:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234492.026246:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10090 00000100:00080000:1.0:1761234492.026248:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234492.026250:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234492.026254:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234492.026261:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736260416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234492.026270:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234492.026296:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@00000000f52221c5 x1846777736260160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234492.026309:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736260160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234492.026316:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234492.026319:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234492.026322:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736260160:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234492.026345:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260224:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234492.026360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234492.026365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@000000001dfe2b3c x1846777736260224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234492.026372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736260224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234492.026377:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234492.026379:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234492.026381:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260224:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234492.026384:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260288:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234492.026394:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234492.026398:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@00000000cee0df34 x1846777736260288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234492.026404:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736260288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234492.026412:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234492.026414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234492.026416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260288:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234492.026419:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260352:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234492.026429:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234492.026432:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@0000000090114397 x1846777736260352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234492.026438:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736260352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234492.026443:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234492.026444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234492.026445:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260352:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234492.026448:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260416:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234492.026457:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234492.026461:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234492/real 1761234492] req@00000000c65fa7c5 x1846777736260416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234492.026466:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736260416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234517 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234492.026470:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234492.026471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234492.026473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260416:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234492.090091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234493.050014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234493.114225:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234494.073982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234494.138223:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234495.097998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234495.162083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234496.121984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234496.186012:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234497.146018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234497.146028:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234497.146037:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234497.146041:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234497.146049:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10095 00000100:00080000:2.0:1761234497.146054:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234497.146061:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234497.146098:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736260480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234497.146135:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234497.146144:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234497.146146:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234497.146151:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10095 00000100:00080000:2.0:1761234497.146153:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234497.146158:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761234497.146163:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736260480:192.168.201.106@tcp:250:kworker/u8:1.0 00000008:00100000:2.0:1761234497.146167:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234497.146182:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736260544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234497.146190:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234497.146192:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234497.146193:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234497.146196:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10095 00000100:00080000:2.0:1761234497.146197:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234497.146201:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234497.146204:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234497.146210:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736260608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234497.146215:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234497.146217:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234497.146218:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234497.146222:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10095 00000100:00080000:2.0:1761234497.146225:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234497.146225:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234497.146229:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234497.146233:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234497.146241:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736260672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234497.146246:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234497.146248:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234497/real 1761234497] req@000000001f17a0b8 x1846777736260480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234497.146250:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234497.146252:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234497.146259:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10095 00000100:00080000:2.0:1761234497.146262:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234497.146265:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234497.146268:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234497.146270:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736260480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234497.146279:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234497.146281:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736260736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234497.146283:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234497.146288:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736260480:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234497.146318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260544:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234497.146342:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234497.146351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234497/real 1761234497] req@0000000070bd2103 x1846777736260544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234497.146364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736260544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234497.146370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234497.146372:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234497.146373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260544:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234497.146379:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260608:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234497.146395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234497.146400:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234497/real 1761234497] req@000000002f434b1a x1846777736260608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234497.146406:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736260608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234497.146411:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234497.146412:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234497.146414:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260608:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234497.146417:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260672:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234497.146427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234497.146430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234497/real 1761234497] req@00000000c35ccb78 x1846777736260672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234497.146436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736260672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234497.146441:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234497.146442:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234497.146443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260672:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234497.146446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260736:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234497.146455:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234497.146459:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234497/real 1761234497] req@0000000099725227 x1846777736260736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234497.146466:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736260736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234522 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234497.146470:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234497.146471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234497.146472:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260736:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234497.209997:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234498.170003:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234498.233994:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234499.193996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234499.258023:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234500.218001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234500.282040:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234501.242066:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234501.306241:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234502.266021:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234502.266039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234502.266045:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234502.266049:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234502.266060:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10100 00000100:00080000:0.0:1761234502.266064:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234502.266069:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234502.266103:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736260800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234502.266132:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234502.266135:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234502.266136:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234502.266139:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10100 00000100:00080000:0.0:1761234502.266140:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234502.266143:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234502.266151:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234502.266159:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736260864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234502.266166:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234502.266170:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234502.266172:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234502.266175:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10100 00000100:00080000:0.0:1761234502.266176:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234502.266178:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234502.266182:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234502.266190:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736260928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234502.266197:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736260800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:0.0:1761234502.266208:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234502.266213:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234502.266215:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234502.266221:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10100 00000100:00080000:0.0:1761234502.266223:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234502.266228:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234502.266233:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234502.266246:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736260992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234502.266253:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234502.266257:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234502.266259:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234502.266262:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10100 00000100:00080000:0.0:1761234502.266264:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234502.266268:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234502.266272:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234502.266284:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736261056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234502.266296:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234502.266359:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234502/real 1761234502] req@00000000911b207d x1846777736260800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234502.266375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736260800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234502.266385:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234502.266388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234502.266391:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736260800:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234502.266397:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260864:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234502.266417:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234502.266423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234502/real 1761234502] req@00000000fd377aae x1846777736260864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234502.266431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736260864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234502.266436:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234502.266439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234502.266441:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260864:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234502.266467:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260928:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234502.266479:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234502.266491:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234502/real 1761234502] req@000000000e921d21 x1846777736260928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234502.266498:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736260928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234502.266504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234502.266505:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234502.266507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260928:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234502.266511:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260992:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234502.266522:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234502.266527:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234502/real 1761234502] req@00000000c90d576b x1846777736260992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234502.266534:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736260992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234502.266538:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234502.266540:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234502.266542:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736260992:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234502.266545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261056:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234502.266557:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234502.266561:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234502/real 1761234502] req@000000008cd0ff0b x1846777736261056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234502.266568:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736261056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234527 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234502.266572:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234502.266574:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234502.266575:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261056:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:1.0:1761234502.330126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234503.289958:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234503.354461:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234504.314018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234504.378105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234505.337988:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234505.402061:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234506.361993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234506.426043:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234507.386026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234507.386044:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234507.386058:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234507.386063:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234507.386079:0:152618:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10105 00000100:00080000:2.0:1761234507.386084:0:152618:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234507.386093:0:152618:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234507.386147:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736261120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234507.386183:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234507.386188:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234507.386189:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234507.386194:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10105 00000100:00080000:2.0:1761234507.386196:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234507.386200:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234507.386211:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234507.386227:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736261184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234507.386238:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234507.386241:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736261120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00080000:2.0:1761234507.386244:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234507.386247:0:152618:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234507.386254:0:152618:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10105 00000100:00080000:2.0:1761234507.386257:0:152618:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234507.386262:0:152618:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234507.386267:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234507.386279:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736261248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234507.386289:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234507.386292:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234507.386294:0:152618:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234507.386298:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10105 00000100:00080000:2.0:1761234507.386300:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234507.386304:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234507.386309:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234507.386320:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736261312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234507.386325:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234507.386333:0:152618:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234507.386337:0:152618:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234507.386339:0:152618:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234507.386345:0:152618:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10105 00000100:00080000:2.0:1761234507.386347:0:152618:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234507.386352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234507/real 1761234507] req@0000000099725227 x1846777736261120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:2.0:1761234507.386354:0:152618:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234507.386363:0:152618:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234507.386371:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736261120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:2.0:1761234507.386378:0:152618:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736261376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234507.386383:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234507.386388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234507.386395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736261120:192.168.201.106@tcp:250:kworker/u8:1.0 00000100:00100000:3.0:1761234507.386418:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261184:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234507.386434:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234507.386440:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234507/real 1761234507] req@00000000c35ccb78 x1846777736261184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234507.386447:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736261184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234507.386453:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234507.386455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234507.386457:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261184:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234507.386460:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261248:192.168.201.106@tcp:38:kworker/u8:1.0 00000800:00000100:3.0:1761234507.386470:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234507.386474:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234507/real 1761234507] req@000000002f434b1a x1846777736261248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234507.386481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736261248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234507.386485:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234507.386487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234507.386488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261248:192.168.201.106@tcp:38:kworker/u8:1.0 00000100:00100000:3.0:1761234507.386491:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261312:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234507.386502:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234507.386505:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234507/real 1761234507] req@0000000070bd2103 x1846777736261312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234507.386512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736261312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234507.386516:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234507.386517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234507.386519:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261312:192.168.201.106@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761234507.386523:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261376:192.168.201.106@tcp:8:kworker/u8:1.0 00000800:00000100:3.0:1761234507.386533:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234507.386537:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234507/real 1761234507] req@000000001f17a0b8 x1846777736261376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:3.0:1761234507.386545:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736261376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234532 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00080000:3.0:1761234507.386553:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234507.386555:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234507.386557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261376:192.168.201.106@tcp:8:kworker/u8:1.0 00010000:00010000:2.0:1761234507.450127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234508.409998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234508.474076:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234509.434013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234509.498101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234510.457919:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234510.522102:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234511.482093:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234511.546061:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234512.506026:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234512.506030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234512.506039:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234512.506044:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234512.506057:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10110 00000100:00080000:1.0:1761234512.506062:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234512.506069:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234512.506107:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736261440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234512.506136:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234512.506140:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234512.506143:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234512.506149:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10110 00000100:00080000:1.0:1761234512.506152:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234512.506156:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234512.506166:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234512.506172:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736261440:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234512.506186:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736261504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234512.506202:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234512.506206:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234512.506208:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234512.506212:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10110 00000100:00080000:1.0:1761234512.506215:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234512.506219:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234512.506225:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234512.506237:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736261568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234512.506247:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234512.506251:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234512.506254:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234512.506260:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10110 00000100:00080000:1.0:1761234512.506262:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234512.506266:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234512.506273:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234512.506286:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736261632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234512.506291:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261504:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:1.0:1761234512.506310:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234512.506314:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234512.506316:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234512.506323:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10110 00000100:00080000:1.0:1761234512.506325:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234512.506331:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761234512.506335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261568:192.168.201.106@tcp:38:kworker/u8:3.0 00000008:00100000:1.0:1761234512.506341:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234512.506361:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736261696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234512.506373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261632:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234512.506409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261696:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234512.570151:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234513.529966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234513.594047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234514.554002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234514.618099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234515.578020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761234515.578116:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761234515.578164:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234515.578178:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234515.578212:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234515.578217:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234515.578223:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234515.578230:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:3.0:1761234515.578277:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234512/real 1761234515] req@00000000c65fa7c5 x1846777736261696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234515.578314:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736261696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234515.578330:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234515.578335:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234515.578341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261696:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234515.578350:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234512/real 1761234515] req@000000000a7b3b64 x1846777736261632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234515.578363:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736261632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234515.578370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234515.578374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234515.578378:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261632:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234515.578385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234512/real 1761234515] req@00000000c21e8593 x1846777736261504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234515.578397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736261504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234515.578405:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234515.578408:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234515.578411:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261504:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234515.578418:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234512/real 1761234515] req@00000000cba7fca5 x1846777736261568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234515.578430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736261568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234515.578446:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234515.578449:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234515.578452:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261568:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234515.578460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234512/real 1761234515] req@00000000108af431 x1846777736261440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234515.578489:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736261440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234537 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234515.578498:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234515.578501:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234515.578504:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736261440:192.168.201.106@tcp:250:kworker/u8:3.0 00010000:00010000:2.0:1761234515.642896:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234516.602110:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234516.666073:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234517.626022:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234517.626036:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234517.626040:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234517.626054:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10116 00000100:00080000:1.0:1761234517.626059:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234517.626068:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234517.626078:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761234517.626113:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736261760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234517.626136:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234517.626141:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234517.626143:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234517.626151:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10116 00000100:00080000:1.0:1761234517.626156:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234517.626159:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234517.626173:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234517.626182:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736261760:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234517.626188:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736261824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234517.626205:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234517.626210:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234517.626214:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234517.626219:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10116 00000100:00080000:1.0:1761234517.626221:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234517.626224:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234517.626231:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234517.626244:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736261888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234517.626254:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234517.626257:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234517.626261:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234517.626264:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10116 00000100:00080000:1.0:1761234517.626266:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234517.626270:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234517.626273:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234517.626280:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234517.626285:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736261952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234517.626291:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234517.626295:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234517.626297:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234517.626300:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10116 00000100:00080000:1.0:1761234517.626302:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234517.626305:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234517.626309:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234517.626312:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234517/real 1761234517] req@0000000090114397 x1846777736261760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234517.626318:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736262016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234517.626350:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736261760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234517.626364:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234517.626368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234517.626376:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736261760:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234517.626408:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261824:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234517.626437:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234517.626446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234517/real 1761234517] req@00000000cee0df34 x1846777736261824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234517.626473:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736261824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234517.626482:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234517.626484:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234517.626487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261824:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234517.626493:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261888:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234517.626517:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234517.626525:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234517/real 1761234517] req@000000001dfe2b3c x1846777736261888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234517.626535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736261888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234517.626542:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234517.626544:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234517.626547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261888:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234517.626553:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261952:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234517.626574:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234517.626582:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234517/real 1761234517] req@00000000f52221c5 x1846777736261952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234517.626598:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736261952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234517.626612:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234517.626614:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234517.626618:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736261952:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234517.626624:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262016:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234517.626646:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234517.626653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234517/real 1761234517] req@00000000dcfa4436 x1846777736262016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234517.626663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736262016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234542 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234517.626670:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234517.626672:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234517.626675:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262016:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234517.690100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234518.650246:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234518.714087:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234519.674041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234519.738141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234520.698030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234520.762040:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234521.722013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234521.786066:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234522.746036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234522.746044:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234522.746055:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234522.746060:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234522.746074:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10121 00000100:00080000:2.0:1761234522.746078:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234522.746087:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234522.746136:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736262080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234522.746166:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234522.746170:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234522.746171:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234522.746176:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10121 00000100:00080000:2.0:1761234522.746179:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234522.746184:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234522.746197:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234522.746198:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736262080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761234522.746212:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736262144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234522.746224:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234522.746227:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234522.746228:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234522.746232:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10121 00000100:00080000:2.0:1761234522.746235:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234522.746238:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234522.746243:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234522.746253:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736262208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234522.746261:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234522.746263:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234522.746265:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234522.746268:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10121 00000100:00080000:2.0:1761234522.746270:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234522.746275:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234522.746279:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234522.746290:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234522.746292:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736262272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234522.746302:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234522.746306:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234522.746308:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234522.746313:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10121 00000100:00080000:2.0:1761234522.746316:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234522.746320:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761234522.746324:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234522/real 1761234522] req@000000001f17a0b8 x1846777736262080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:2.0:1761234522.746340:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234522.746348:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736262080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234522.746357:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736262336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234522.746364:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234522.746369:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234522.746377:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736262080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234522.746408:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262144:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234522.746433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234522.746441:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234522/real 1761234522] req@0000000070bd2103 x1846777736262144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234522.746453:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736262144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234522.746460:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234522.746462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234522.746465:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234522.746471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262208:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234522.746488:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234522.746495:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234522/real 1761234522] req@000000002f434b1a x1846777736262208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234522.746505:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736262208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234522.746512:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234522.746514:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234522.746517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262208:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234522.746523:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262272:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234522.746554:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234522.746561:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234522/real 1761234522] req@00000000c35ccb78 x1846777736262272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234522.746572:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736262272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234522.746578:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234522.746579:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234522.746581:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234522.746585:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262336:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234522.746600:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234522.746605:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234522/real 1761234522] req@0000000099725227 x1846777736262336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234522.746611:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736262336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234547 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234522.746616:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234522.746617:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234522.746618:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262336:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234522.810100:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234523.769983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234523.834069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234524.794048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234524.858228:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234525.818006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234525.882168:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234526.842024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234526.906250:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234527.866001:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234527.866010:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234527.866014:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234527.866023:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10126 00000100:00080000:2.0:1761234527.866027:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234527.866034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234527.866035:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234527.866076:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736262400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234527.866116:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234527.866119:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234527.866120:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234527.866123:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10126 00000100:00080000:2.0:1761234527.866124:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234527.866126:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234527.866134:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234527.866143:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736262464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234527.866155:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234527.866158:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234527.866159:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234527.866163:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10126 00000100:00080000:2.0:1761234527.866164:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234527.866166:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234527.866169:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234527.866186:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736262528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234527.866187:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736262400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234527.866213:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234527.866215:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234527.866216:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234527.866218:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10126 00000100:00080000:2.0:1761234527.866219:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234527.866221:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234527.866224:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234527.866233:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736262592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234527.866239:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234527.866241:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234527.866242:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234527.866245:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10126 00000100:00080000:2.0:1761234527.866246:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234527.866249:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234527.866251:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234527.866261:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736262656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234527.866316:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234527.866367:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234527/real 1761234527] req@0000000099725227 x1846777736262400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234527.866384:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736262400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234527.866395:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234527.866399:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234527.866403:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736262400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234527.866409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262464:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234527.866429:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234527.866435:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234527/real 1761234527] req@00000000c35ccb78 x1846777736262464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234527.866444:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736262464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234527.866468:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234527.866471:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234527.866474:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262464:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234527.866510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262528:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234527.866533:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234527.866603:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234527/real 1761234527] req@000000002f434b1a x1846777736262528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234527.866612:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736262528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234527.866618:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234527.866621:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234527.866623:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262528:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234527.866628:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262592:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234527.866647:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234527.866652:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234527/real 1761234527] req@0000000070bd2103 x1846777736262592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234527.866660:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736262592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234527.866666:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234527.866668:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234527.866670:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262592:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234527.866674:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262656:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234527.866687:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234527.866692:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234527/real 1761234527] req@000000001f17a0b8 x1846777736262656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234527.866700:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736262656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234552 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234527.866711:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234527.866713:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234527.866716:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262656:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234527.930231:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234528.890011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234528.954130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234529.913957:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234529.978192:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234530.938000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234531.002181:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234531.962072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234532.026234:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234532.985961:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234532.985974:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:3.0:1761234532.985978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234532.985979:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234532.985993:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10131 00000100:00080000:2.0:1761234532.985996:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234532.986006:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234532.986050:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736262720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234532.986074:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234532.986077:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234532.986078:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234532.986081:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10131 00000100:00080000:2.0:1761234532.986083:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234532.986085:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234532.986094:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234532.986103:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736262784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234532.986108:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736262720:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234532.986114:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234532.986118:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234532.986119:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234532.986122:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10131 00000100:00080000:2.0:1761234532.986123:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234532.986125:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234532.986128:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234532.986136:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736262848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234532.986141:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234532.986143:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234532.986144:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234532.986153:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10131 00000100:00080000:2.0:1761234532.986154:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234532.986157:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234532.986161:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234532.986167:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736262912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234532.986172:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234532.986176:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234532.986177:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234532.986179:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10131 00000100:00080000:2.0:1761234532.986180:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234532.986182:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234532.986184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234532.986192:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234532.986197:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736262976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234532.986218:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234532/real 1761234532] req@000000001f17a0b8 x1846777736262720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234532.986232:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736262720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234532.986240:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234532.986243:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234532.986246:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736262720:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234532.986268:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262784:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234532.986284:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234532.986289:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234532/real 1761234532] req@0000000070bd2103 x1846777736262784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234532.986295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736262784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234532.986304:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234532.986306:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234532.986308:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262784:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234532.986311:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262848:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234532.986321:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234532.986324:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234532/real 1761234532] req@000000002f434b1a x1846777736262848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234532.986331:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736262848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234532.986335:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234532.986336:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234532.986338:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262848:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234532.986341:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262912:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234532.986351:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234532.986354:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234532/real 1761234532] req@00000000c35ccb78 x1846777736262912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234532.986360:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736262912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234532.986364:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234532.986365:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234532.986367:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262912:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234532.986371:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262976:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234532.986381:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234532.986384:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234532/real 1761234532] req@0000000099725227 x1846777736262976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234532.986391:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736262976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234557 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234532.986395:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234532.986396:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234532.986397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736262976:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234533.050123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234534.010006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234534.074048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234535.033971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234535.098121:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234536.058083:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234536.122137:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234537.082048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234537.146080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234538.105983:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234538.106027:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234538.106046:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234538.106050:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234538.106061:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10136 00000100:00080000:1.0:1761234538.106064:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234538.106072:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234538.106124:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736263040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234538.106150:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234538.106154:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234538.106155:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234538.106158:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10136 00000100:00080000:1.0:1761234538.106160:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234538.106162:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234538.106172:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234538.106181:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736263104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234538.106184:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736263040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761234538.106196:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234538.106200:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234538.106201:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234538.106204:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10136 00000100:00080000:1.0:1761234538.106205:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234538.106207:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234538.106210:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234538.106218:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736263168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234538.106223:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234538.106225:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234538.106225:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234538.106227:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10136 00000100:00080000:1.0:1761234538.106229:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234538.106232:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234538.106235:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234538.106244:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736263232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234538.106249:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234538.106251:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234538.106252:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234538.106255:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10136 00000100:00080000:1.0:1761234538.106256:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234538.106258:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234538.106260:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234538.106266:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736263296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234538.106273:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234538.106298:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234538/real 1761234538] req@00000000464e3652 x1846777736263040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234538.106311:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736263040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234538.106319:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234538.106332:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234538.106335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736263040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234538.106382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263104:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234538.106410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234538.106416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234538/real 1761234538] req@000000000baedc40 x1846777736263104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234538.106423:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736263104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234538.106428:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234538.106429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234538.106431:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263104:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234538.106434:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263168:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234538.106445:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234538.106450:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234538/real 1761234538] req@00000000069b687a x1846777736263168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234538.106456:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736263168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234538.106461:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234538.106462:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234538.106463:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263168:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234538.106466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263232:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234538.106476:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234538.106480:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234538/real 1761234538] req@00000000c2c1573a x1846777736263232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234538.106486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736263232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234538.106491:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234538.106492:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234538.106493:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263232:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234538.106496:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263296:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234538.106505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234538.106509:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234538/real 1761234538] req@0000000054fdc67e x1846777736263296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234538.106514:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736263296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234563 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234538.106518:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234538.106519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234538.106520:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263296:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234538.170036:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234539.129992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234539.194247:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234540.154018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234540.218179:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234541.177952:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234541.242023:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234542.202007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234542.266135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234543.225976:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234543.225980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234543.225988:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234543.225993:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234543.226004:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10141 00000100:00080000:1.0:1761234543.226007:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234543.226015:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234543.226060:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736263360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234543.226083:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234543.226086:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234543.226087:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234543.226090:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10141 00000100:00080000:1.0:1761234543.226092:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234543.226095:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234543.226104:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234543.226113:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736263424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234543.226119:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234543.226122:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234543.226124:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234543.226126:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10141 00000100:00080000:1.0:1761234543.226127:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234543.226129:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234543.226132:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234543.226135:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736263360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234543.226140:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736263488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234543.226148:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234543.226149:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234543.226150:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234543.226151:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10141 00000100:00080000:1.0:1761234543.226153:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234543.226155:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234543.226158:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234543.226166:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736263552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234543.226171:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234543.226174:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234543.226175:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234543.226177:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10141 00000100:00080000:1.0:1761234543.226179:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234543.226181:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234543.226184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234543.226189:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736263616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234543.226234:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234543.226284:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234543/real 1761234543] req@000000006ce6fb08 x1846777736263360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234543.226305:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736263360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234543.226317:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234543.226320:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234543.226324:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736263360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234543.226333:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263424:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234543.226359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234543.226368:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234543/real 1761234543] req@000000009c8a8899 x1846777736263424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234543.226380:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736263424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234543.226388:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234543.226391:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234543.226394:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263424:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234543.226426:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263488:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234543.226447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234543.226454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234543/real 1761234543] req@00000000a0dbac9b x1846777736263488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234543.226465:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736263488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234543.226473:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234543.226476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234543.226479:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263488:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234543.226485:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263552:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234543.226506:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234543.226514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234543/real 1761234543] req@00000000086973a9 x1846777736263552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234543.226525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736263552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234543.226532:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234543.226534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234543.226537:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263552:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234543.226543:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263616:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234543.226561:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234543.226569:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234543/real 1761234543] req@0000000013a55d77 x1846777736263616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234543.226579:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736263616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234568 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234543.226587:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234543.226589:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234543.226593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263616:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234543.290069:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234544.249985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234544.314133:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234545.273946:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234545.338064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234546.297927:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234546.362114:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234547.321937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234547.386210:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234548.345944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234548.345992:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234548.346000:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234548.346004:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234548.346015:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10146 00000100:00080000:2.0:1761234548.346018:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234548.346024:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234548.346074:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736263680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234548.346104:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234548.346108:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234548.346110:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234548.346114:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10146 00000100:00080000:2.0:1761234548.346116:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234548.346120:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234548.346131:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234548.346160:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736263744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234548.346173:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736263680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234548.346188:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234548.346193:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234548.346194:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234548.346199:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10146 00000100:00080000:2.0:1761234548.346202:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234548.346206:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234548.346211:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234548.346223:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736263808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234548.346230:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234548.346233:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234548.346234:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234548.346237:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10146 00000100:00080000:2.0:1761234548.346239:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234548.346241:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234548.346244:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234548.346250:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736263872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234548.346255:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234548.346257:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234548.346258:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234548.346261:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10146 00000100:00080000:2.0:1761234548.346262:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234548.346265:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234548.346268:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234548.346275:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234548.346277:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736263936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234548.346306:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234548/real 1761234548] req@0000000099725227 x1846777736263680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234548.346326:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736263680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234548.346338:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234548.346342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234548.346347:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736263680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234548.346377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263744:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234548.346404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234548.346412:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234548/real 1761234548] req@00000000c35ccb78 x1846777736263744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234548.346422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736263744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234548.346430:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234548.346432:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234548.346435:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263744:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234548.346441:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234548.346459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234548.346467:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234548/real 1761234548] req@000000002f434b1a x1846777736263808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234548.346478:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736263808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234548.346486:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234548.346489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234548.346492:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234548.346498:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263872:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234548.346518:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234548.346526:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234548/real 1761234548] req@0000000070bd2103 x1846777736263872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234548.346536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736263872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234548.346544:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234548.346546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234548.346550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263872:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234548.346556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234548.346576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234548.346583:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234548/real 1761234548] req@000000001f17a0b8 x1846777736263936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234548.346608:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736263936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234573 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234548.346623:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234548.346625:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234548.346628:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736263936:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234548.410017:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234549.369929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234549.434168:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234550.393925:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234550.458050:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234551.417942:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234551.482156:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234552.441938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234552.506105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234553.465976:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234553.465986:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234553.465994:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234553.465999:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234553.466009:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10151 00000100:00080000:2.0:1761234553.466012:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234553.466021:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234553.466080:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736264000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234553.466111:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234553.466116:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234553.466118:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234553.466123:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10151 00000100:00080000:2.0:1761234553.466125:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234553.466131:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234553.466143:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234553.466150:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264000:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761234553.466163:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736264064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234553.466177:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234553.466183:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234553.466185:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234553.466189:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10151 00000100:00080000:2.0:1761234553.466192:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234553.466196:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234553.466201:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234553.466214:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736264128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234553.466224:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234553.466228:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234553.466230:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234553.466235:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10151 00000100:00080000:2.0:1761234553.466238:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234553.466241:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234553.466246:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234553.466254:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234553.466267:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736264192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234553.466277:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234553/real 1761234553] req@000000001f17a0b8 x1846777736264000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234553.466278:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234553.466286:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234553.466289:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234553.466297:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10151 00000100:00080000:2.0:1761234553.466300:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234553.466306:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234553.466310:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736264000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:2.0:1761234553.466310:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234553.466323:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234553.466324:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736264256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234553.466328:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234553.466336:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264000:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234553.466365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264064:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234553.466384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234553.466391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234553/real 1761234553] req@0000000070bd2103 x1846777736264064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234553.466399:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736264064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234553.466405:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234553.466406:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234553.466409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264064:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234553.466413:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264128:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234553.466425:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234553.466429:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234553/real 1761234553] req@000000002f434b1a x1846777736264128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234553.466436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736264128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234553.466440:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234553.466441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234553.466443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264128:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234553.466447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264192:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234553.466458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234553.466461:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234553/real 1761234553] req@00000000c35ccb78 x1846777736264192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234553.466467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736264192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234553.466477:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234553.466478:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234553.466480:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264192:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234553.466483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264256:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234553.466492:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234553.466496:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234553/real 1761234553] req@0000000099725227 x1846777736264256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234553.466503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736264256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234578 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234553.466507:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234553.466509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234553.466511:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264256:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234553.530072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234554.489992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234554.554098:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234555.513995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234555.578063:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234556.537989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234556.602049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234557.562060:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234557.626035:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234558.586018:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234558.586020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234558.586030:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234558.586034:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234558.586045:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10157 00000100:00080000:2.0:1761234558.586048:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234558.586056:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234558.586096:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736264320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234558.586122:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234558.586126:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234558.586128:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234558.586132:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10157 00000100:00080000:2.0:1761234558.586134:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234558.586138:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234558.586148:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234558.586164:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736264384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234558.586175:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234558.586179:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1761234558.586180:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264320:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234558.586182:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234558.586191:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10157 00000100:00080000:2.0:1761234558.586194:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234558.586197:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234558.586203:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234558.586215:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736264448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234558.586224:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234558.586228:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234558.586229:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234558.586233:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10157 00000100:00080000:2.0:1761234558.586235:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234558.586240:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234558.586244:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234558.586251:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234558.586257:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736264512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234558.586268:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234558.586272:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234558.586274:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234558.586278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234558/real 1761234558] req@0000000099725227 x1846777736264320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234558.586282:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10157 00000100:00080000:2.0:1761234558.586286:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234558.586292:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234558.586298:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234558.586303:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736264320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234558.586309:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736264576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234558.586322:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234558.586327:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234558.586333:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264320:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234558.586355:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264384:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234558.586375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234558.586383:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234558/real 1761234558] req@00000000c35ccb78 x1846777736264384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234558.586393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736264384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234558.586401:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234558.586404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234558.586406:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264384:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234558.586412:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264448:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234558.586427:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234558.586433:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234558/real 1761234558] req@000000002f434b1a x1846777736264448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234558.586443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736264448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234558.586451:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234558.586453:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234558.586455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264448:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234558.586461:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264512:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234558.586479:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234558.586485:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234558/real 1761234558] req@0000000070bd2103 x1846777736264512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234558.586494:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736264512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234558.586502:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234558.586504:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234558.586507:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264512:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234558.586512:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264576:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234558.586526:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234558.586532:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234558/real 1761234558] req@000000001f17a0b8 x1846777736264576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234558.586541:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736264576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234583 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234558.586548:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234558.586550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234558.586553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264576:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234558.650091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234559.610078:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234559.674068:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234560.634014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234560.698081:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234561.658016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234561.722134:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234562.682006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234562.746285:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234563.705972:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234563.705974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234563.705986:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234563.705990:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234563.706001:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10162 00000100:00080000:2.0:1761234563.706005:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234563.706012:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234563.706056:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736264640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234563.706080:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234563.706083:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234563.706084:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234563.706087:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10162 00000100:00080000:2.0:1761234563.706088:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234563.706090:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234563.706099:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234563.706109:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736264704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234563.706115:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234563.706118:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234563.706119:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234563.706122:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10162 00000100:00080000:2.0:1761234563.706123:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234563.706126:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234563.706128:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234563.706139:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736264768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234563.706140:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264640:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234563.706147:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234563.706150:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234563.706151:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234563.706154:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10162 00000100:00080000:2.0:1761234563.706155:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234563.706157:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234563.706159:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234563.706166:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736264832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234563.706171:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234563.706173:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234563.706174:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234563.706176:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10162 00000100:00080000:2.0:1761234563.706177:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234563.706179:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234563.706182:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234563.706190:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736264896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234563.706232:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234563.706260:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234563/real 1761234563] req@000000001f17a0b8 x1846777736264640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234563.706295:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736264640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234563.706309:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234563.706312:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234563.706317:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264640:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234563.706324:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264704:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234563.706344:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234563.706351:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234563/real 1761234563] req@0000000070bd2103 x1846777736264704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234563.706361:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736264704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234563.706369:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234563.706372:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234563.706374:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264704:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234563.706401:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264768:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234563.706416:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234563.706422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234563/real 1761234563] req@000000002f434b1a x1846777736264768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234563.706432:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736264768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234563.706439:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234563.706442:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234563.706444:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264768:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234563.706450:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264832:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234563.706465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234563.706470:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234563/real 1761234563] req@00000000c35ccb78 x1846777736264832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234563.706481:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736264832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234563.706488:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234563.706489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234563.706492:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264832:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234563.706496:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264896:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234563.706510:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234563.706515:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234563/real 1761234563] req@0000000099725227 x1846777736264896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234563.706525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736264896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234588 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234563.706533:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234563.706534:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234563.706537:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736264896:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234563.770009:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234564.729943:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234564.794051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234565.754032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234565.818137:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234566.777944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234566.842075:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234567.802013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234567.866044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234568.826021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234568.826022:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234568.826037:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234568.826043:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234568.826056:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10167 00000100:00080000:2.0:1761234568.826061:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234568.826071:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234568.826129:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736264960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234568.826161:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234568.826165:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234568.826166:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234568.826171:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10167 00000100:00080000:2.0:1761234568.826173:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234568.826177:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234568.826189:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234568.826202:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736265024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234568.826212:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234568.826215:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234568.826216:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234568.826221:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264960:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234568.826224:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10167 00000100:00080000:2.0:1761234568.826229:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234568.826234:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234568.826238:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234568.826251:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736265088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234568.826260:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234568.826264:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234568.826266:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234568.826270:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10167 00000100:00080000:2.0:1761234568.826273:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234568.826277:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234568.826282:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234568.826294:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736265152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234568.826303:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234568.826307:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234568.826308:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234568.826312:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10167 00000100:00080000:2.0:1761234568.826314:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234568.826320:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761234568.826321:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761234568.826329:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234568.826342:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736265216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234568.826358:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234568/real 1761234568] req@0000000099725227 x1846777736264960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234568.826381:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736264960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234568.826392:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234568.826396:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234568.826401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736264960:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234568.826428:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265024:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234568.826453:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234568.826462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234568/real 1761234568] req@00000000c35ccb78 x1846777736265024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234568.826473:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736265024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234568.826481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234568.826483:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234568.826487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265024:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234568.826492:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265088:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234568.826512:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234568.826520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234568/real 1761234568] req@000000002f434b1a x1846777736265088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234568.826537:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736265088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234568.826545:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234568.826547:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234568.826550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265088:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234568.826556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265152:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234568.826575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234568.826583:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234568/real 1761234568] req@0000000070bd2103 x1846777736265152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234568.826593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736265152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234568.826600:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234568.826602:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234568.826605:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265152:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234568.826611:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265216:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234568.826630:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234568.826637:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234568/real 1761234568] req@000000001f17a0b8 x1846777736265216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234568.826647:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736265216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234593 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234568.826655:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234568.826658:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234568.826660:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265216:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234568.890083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234569.849949:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234569.914084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234570.874031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234570.938164:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234571.897969:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234571.962080:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234572.922035:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234572.986049:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234573.945987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234573.946013:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234573.946026:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234573.946031:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234573.946042:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10172 00000100:00080000:0.0:1761234573.946046:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234573.946053:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234573.946091:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736265280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234573.946119:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234573.946122:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234573.946123:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234573.946126:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10172 00000100:00080000:0.0:1761234573.946128:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234573.946130:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234573.946138:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234573.946147:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736265344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234573.946152:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234573.946155:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234573.946155:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234573.946157:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10172 00000100:00080000:0.0:1761234573.946158:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234573.946160:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234573.946162:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234573.946166:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736265408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234573.946170:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234573.946172:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234573.946174:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234573.946176:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10172 00000100:00080000:0.0:1761234573.946178:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234573.946180:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234573.946184:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234573.946188:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736265472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234573.946194:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234573.946195:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234573.946196:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234573.946198:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10172 00000100:00080000:0.0:1761234573.946199:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234573.946203:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234573.946204:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736265280:192.168.201.106@tcp:250:kworker/u8:3.0 00000008:00100000:0.0:1761234573.946206:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234573.946214:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736265536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234573.946266:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234573.946285:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234573/real 1761234573] req@000000009dca9672 x1846777736265280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234573.946298:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736265280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234573.946305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234573.946307:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234573.946310:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736265280:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234573.946314:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265344:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234573.946326:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234573.946330:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234573/real 1761234573] req@000000001edf5a39 x1846777736265344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234573.946336:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736265344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234573.946341:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234573.946342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234573.946343:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265344:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234573.946348:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265408:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234573.946358:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234573.946362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234573/real 1761234573] req@00000000e0da2515 x1846777736265408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234573.946368:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736265408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234573.946373:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234573.946374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234573.946375:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265408:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234573.946394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265472:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234573.946404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234573.946408:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234573/real 1761234573] req@00000000de11a021 x1846777736265472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234573.946414:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736265472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234573.946418:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234573.946420:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234573.946421:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265472:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234573.946424:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265536:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234573.946433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234573.946436:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234573/real 1761234573] req@0000000023d541ab x1846777736265536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234573.946442:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736265536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234598 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234573.946447:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234573.946448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234573.946449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265536:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234574.010078:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234574.969994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234575.034096:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234575.994014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234576.058091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234577.017959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234577.082033:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234578.041995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234578.106077:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234579.066019:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234579.066024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234579.066039:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234579.066047:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234579.066062:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10177 00000100:00080000:0.0:1761234579.066067:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234579.066079:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234579.066140:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736265600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234579.066178:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234579.066183:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234579.066185:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234579.066190:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10177 00000100:00080000:0.0:1761234579.066193:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234579.066196:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234579.066209:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234579.066225:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736265664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234579.066236:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234579.066240:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234579.066242:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234579.066246:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10177 00000100:00080000:0.0:1761234579.066248:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234579.066251:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234579.066255:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234579.066265:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736265728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234579.066276:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234579.066279:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234579.066281:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234579.066285:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10177 00000100:00080000:0.0:1761234579.066289:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234579.066294:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234579.066299:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234579.066310:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736265792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234579.066318:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736265600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234579.066325:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234579.066334:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234579.066336:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234579.066341:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10177 00000100:00080000:0.0:1761234579.066344:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234579.066348:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234579.066352:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234579.066367:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736265856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234579.066483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265664:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234579.066534:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265728:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234579.066625:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265792:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234579.066673:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265856:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234579.130143:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234580.090080:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234580.154028:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234581.114040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234581.178123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234582.138153:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761234582.138274:0:2278:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761234582.138323:0:2278:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761234582.138342:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234582.138399:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234582.138412:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234582.138422:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234582.138433:0:2278:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761234582.138454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234582] req@00000000de11a021 x1846777736265792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234582.138493:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736265792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234582.138547:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234582.138554:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234582.138561:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265792:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234582.138574:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234582] req@00000000e0da2515 x1846777736265856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234582.138588:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736265856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234582.138596:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234582.138600:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234582.138604:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265856:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234582.138611:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234582] req@00000000d75fe628 x1846777736265600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234582.138625:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736265600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234582.138631:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234582.138636:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234582.138639:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736265600:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234582.138646:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234582] req@00000000330b2500 x1846777736265664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234582.138659:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736265664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234582.138667:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234582.138670:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234582.138673:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265664:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234582.138682:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234579/real 1761234582] req@0000000023d541ab x1846777736265728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234582.138701:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736265728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234604 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234582.138710:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234582.138714:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234582.138717:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265728:192.168.201.106@tcp:38:kworker/u8:3.0 00010000:00010000:1.0:1761234582.202089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234583.162082:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234583.226083:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234584.185963:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234584.185976:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234584.185980:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234584.185993:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10182 00000100:00080000:0.0:1761234584.185997:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234584.186005:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234584.186040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:0.0:1761234584.186045:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736265920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234584.186072:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234584.186075:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234584.186077:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234584.186080:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10182 00000100:00080000:0.0:1761234584.186082:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234584.186085:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234584.186095:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234584.186104:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736265984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234584.186111:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234584.186114:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234584.186116:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234584.186118:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10182 00000100:00080000:0.0:1761234584.186119:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234584.186121:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234584.186124:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234584.186131:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736266048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234584.186138:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234584.186143:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1761234584.186143:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736265920:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234584.186146:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234584.186153:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10182 00000100:00080000:0.0:1761234584.186156:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234584.186165:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234584.186171:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234584.186185:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736266112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234584.186194:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234584.186198:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234584.186200:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234584.186204:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10182 00000100:00080000:0.0:1761234584.186206:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234584.186209:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234584.186214:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234584.186223:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736266176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234584.186250:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234584.186283:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234584/real 1761234584] req@000000001edf5a39 x1846777736265920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234584.186302:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736265920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234584.186314:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234584.186317:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234584.186322:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736265920:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234584.186330:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265984:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234584.186357:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234584.186367:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234584/real 1761234584] req@000000009dca9672 x1846777736265984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234584.186379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736265984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234584.186393:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234584.186396:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234584.186399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736265984:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234584.186433:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266048:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234584.186456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234584.186465:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234584/real 1761234584] req@000000008cd0ff0b x1846777736266048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234584.186518:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736266048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234584.186527:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234584.186529:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234584.186533:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266048:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234584.186539:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266112:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234584.186562:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234584.186571:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234584/real 1761234584] req@00000000c90d576b x1846777736266112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234584.186582:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736266112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234584.186591:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234584.186594:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234584.186597:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266112:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234584.186604:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266176:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234584.186625:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234584.186634:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234584/real 1761234584] req@000000000e921d21 x1846777736266176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234584.186646:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736266176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234609 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234584.186653:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234584.186656:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234584.186659:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266176:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234584.250103:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234585.210149:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234585.274226:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234586.233975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234586.298088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234587.257998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234587.322058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234588.282012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234588.346056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234589.305994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234589.305997:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234589.306009:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234589.306014:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234589.306027:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10187 00000100:00080000:0.0:1761234589.306032:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234589.306043:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234589.306100:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736266240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234589.306135:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234589.306141:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234589.306143:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234589.306147:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10187 00000100:00080000:0.0:1761234589.306149:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234589.306154:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234589.306165:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234589.306181:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736266240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234589.306182:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736266304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234589.306198:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234589.306202:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234589.306204:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234589.306208:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10187 00000100:00080000:0.0:1761234589.306211:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234589.306214:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234589.306220:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234589.306235:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736266368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234589.306243:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234589.306246:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234589.306247:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234589.306249:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10187 00000100:00080000:0.0:1761234589.306251:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234589.306254:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234589.306258:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234589.306267:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736266432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234589.306274:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234589.306275:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234589.306279:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234589.306280:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234589.306284:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10187 00000100:00080000:0.0:1761234589.306286:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234589.306290:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234589.306294:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234589.306299:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234589/real 1761234589] req@00000000fd377aae x1846777736266240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234589.306307:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736266496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234589.306398:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736266240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234589.306527:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234589.306532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234589.306538:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736266240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234589.306603:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266304:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234589.306636:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234589.306650:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234589/real 1761234589] req@00000000911b207d x1846777736266304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234589.306666:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736266304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234589.306672:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234589.306674:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234589.306676:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266304:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234589.306680:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266368:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234589.306694:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234589.306699:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234589/real 1761234589] req@000000000e921d21 x1846777736266368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234589.306706:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736266368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234589.306711:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234589.306712:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234589.306714:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266368:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234589.306717:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266432:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234589.306729:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234589.306736:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234589/real 1761234589] req@00000000c90d576b x1846777736266432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234589.306746:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736266432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234589.306753:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234589.306756:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234589.306759:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266432:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234589.306764:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266496:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234589.306785:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234589.306793:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234589/real 1761234589] req@000000008cd0ff0b x1846777736266496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234589.306802:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736266496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234614 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234589.306807:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234589.306809:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234589.306810:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266496:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234589.370144:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234590.330008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234590.394108:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234591.353994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234591.418133:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234592.378043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234592.442041:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234593.402022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234593.466119:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234594.425950:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234594.425992:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234594.426001:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234594.426005:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234594.426015:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10192 00000100:00080000:2.0:1761234594.426018:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234594.426025:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234594.426067:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736266560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234594.426090:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234594.426093:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234594.426094:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234594.426098:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10192 00000100:00080000:2.0:1761234594.426099:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234594.426103:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234594.426112:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234594.426121:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736266624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234594.426129:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234594.426129:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736266560:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234594.426136:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234594.426138:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234594.426141:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10192 00000100:00080000:2.0:1761234594.426142:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234594.426143:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234594.426146:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234594.426155:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736266688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234594.426161:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234594.426164:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234594.426165:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234594.426167:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10192 00000100:00080000:2.0:1761234594.426169:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234594.426171:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234594.426174:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234594.426179:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736266752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234594.426184:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234594.426186:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234594.426186:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234594.426188:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10192 00000100:00080000:2.0:1761234594.426190:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234594.426192:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234594.426195:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234594.426201:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736266816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234594.426211:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234594.426235:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234594/real 1761234594] req@000000001f17a0b8 x1846777736266560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234594.426250:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736266560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234594.426258:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234594.426261:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234594.426264:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736266560:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234594.426303:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266624:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234594.426325:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234594.426333:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234594/real 1761234594] req@0000000070bd2103 x1846777736266624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234594.426341:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736266624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234594.426347:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234594.426348:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234594.426350:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266624:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234594.426354:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266688:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234594.426367:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234594.426371:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234594/real 1761234594] req@000000002f434b1a x1846777736266688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234594.426378:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736266688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234594.426383:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234594.426384:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234594.426385:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266688:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234594.426389:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266752:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234594.426400:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234594.426404:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234594/real 1761234594] req@00000000c35ccb78 x1846777736266752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234594.426411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736266752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234594.426415:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234594.426416:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234594.426418:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266752:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234594.426420:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266816:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234594.426429:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234594.426433:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234594/real 1761234594] req@0000000099725227 x1846777736266816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234594.426438:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736266816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234619 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234594.426443:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234594.426444:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234594.426446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266816:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234594.490022:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234595.450013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234595.514069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234596.474018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234596.538005:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234597.497993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234597.562113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234598.522016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234598.586144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234599.546000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234599.546079:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234599.546088:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234599.546091:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234599.546100:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10197 00000100:00080000:1.0:1761234599.546103:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234599.546109:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234599.546140:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736266880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234599.546170:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234599.546173:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234599.546174:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234599.546191:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10197 00000100:00080000:1.0:1761234599.546193:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234599.546196:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234599.546204:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234599.546213:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736266944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234599.546222:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736266880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761234599.546224:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234599.546235:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234599.546236:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234599.546240:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10197 00000100:00080000:1.0:1761234599.546241:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234599.546243:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234599.546245:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234599.546253:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736267008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234599.546258:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234599.546260:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234599.546261:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234599.546263:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10197 00000100:00080000:1.0:1761234599.546264:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234599.546268:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234599.546271:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234599.546276:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736267072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234599.546281:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234599.546284:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234599.546285:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234599.546288:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10197 00000100:00080000:1.0:1761234599.546289:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234599.546290:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234599.546292:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234599.546299:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736267136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234599.546315:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234599.546349:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234599/real 1761234599] req@00000000f706d6b4 x1846777736266880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234599.546369:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736266880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234599.546382:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234599.546385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234599.546388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736266880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234599.546415:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266944:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234599.546436:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234599.546442:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234599/real 1761234599] req@00000000161ad79e x1846777736266944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234599.546449:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736266944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234599.546454:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234599.546456:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234599.546458:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736266944:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234599.546462:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267008:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234599.546473:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234599.546476:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234599/real 1761234599] req@000000007a9a6396 x1846777736267008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234599.546483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736267008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234599.546491:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234599.546492:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234599.546494:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267008:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234599.546497:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267072:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234599.546507:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234599.546511:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234599/real 1761234599] req@0000000012be0532 x1846777736267072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234599.546516:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736267072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234599.546520:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234599.546521:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234599.546523:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267072:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234599.546526:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267136:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234599.546535:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234599.546538:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234599/real 1761234599] req@0000000013a55d77 x1846777736267136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234599.546543:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736267136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234624 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234599.546547:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234599.546549:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234599.546550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267136:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234599.610071:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234600.569985:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234600.634094:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234601.594012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234601.658069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234602.618023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234602.682084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234603.641960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234603.706150:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234604.665994:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234604.665997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234604.666006:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234604.666011:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234604.666022:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10203 00000100:00080000:1.0:1761234604.666025:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234604.666033:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234604.666095:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736267200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234604.666126:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234604.666131:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234604.666133:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234604.666138:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10203 00000100:00080000:1.0:1761234604.666141:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234604.666146:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234604.666158:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234604.666171:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736267200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234604.666173:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736267264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234604.666185:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234604.666188:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234604.666189:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234604.666192:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10203 00000100:00080000:1.0:1761234604.666193:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234604.666195:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234604.666198:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234604.666207:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736267328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234604.666213:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234604.666216:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234604.666217:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234604.666219:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10203 00000100:00080000:1.0:1761234604.666220:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234604.666222:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234604.666225:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234604.666231:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736267392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234604.666237:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234604.666240:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234604.666241:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234604.666243:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10203 00000100:00080000:1.0:1761234604.666244:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234604.666246:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234604.666248:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234604.666253:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736267456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234604.666275:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234604.666323:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234604/real 1761234604] req@00000000086973a9 x1846777736267200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234604.666343:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736267200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234604.666354:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234604.666357:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234604.666362:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736267200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234604.666392:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267264:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234604.666418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234604.666427:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234604/real 1761234604] req@00000000a0dbac9b x1846777736267264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234604.666440:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736267264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234604.666447:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234604.666451:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234604.666454:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267264:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234604.666462:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267328:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234604.666484:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234604.666492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234604/real 1761234604] req@000000009c8a8899 x1846777736267328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234604.666503:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736267328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234604.666511:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234604.666513:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234604.666516:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267328:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234604.666522:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267392:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234604.666543:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234604.666552:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234604/real 1761234604] req@000000006ce6fb08 x1846777736267392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234604.666563:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736267392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234604.666572:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234604.666574:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234604.666577:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267392:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234604.666582:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267456:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234604.666604:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234604.666613:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234604/real 1761234604] req@0000000054fdc67e x1846777736267456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234604.666626:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736267456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234629 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234604.666634:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234604.666636:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234604.666639:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267456:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234604.730140:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234605.690018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234605.754109:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234606.714029:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234606.778117:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234607.738009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234607.802088:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234608.761961:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234608.826109:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234609.786018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234609.786025:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234609.786035:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234609.786041:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234609.786055:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10208 00000100:00080000:0.0:1761234609.786059:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234609.786070:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234609.786119:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736267520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234609.786148:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234609.786153:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234609.786155:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234609.786160:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10208 00000100:00080000:0.0:1761234609.786163:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234609.786168:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234609.786181:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234609.786189:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736267520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234609.786196:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736267584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234609.786205:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234609.786207:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234609.786209:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234609.786212:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10208 00000100:00080000:0.0:1761234609.786213:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234609.786216:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234609.786219:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234609.786227:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736267648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234609.786233:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234609.786236:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234609.786237:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234609.786239:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10208 00000100:00080000:0.0:1761234609.786240:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234609.786242:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234609.786245:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234609.786253:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736267712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234609.786261:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234609.786264:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234609.786266:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234609.786269:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10208 00000100:00080000:0.0:1761234609.786272:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234609.786276:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234609.786280:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234609.786288:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234609.786293:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736267776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234609.786317:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234609/real 1761234609] req@000000009dca9672 x1846777736267520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234609.786331:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736267520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234609.786340:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234609.786342:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234609.786345:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736267520:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234609.786369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267584:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234609.786385:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234609.786391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234609/real 1761234609] req@000000001edf5a39 x1846777736267584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234609.786402:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736267584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234609.786407:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234609.786409:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234609.786410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267584:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234609.786414:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267648:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234609.786425:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234609.786430:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234609/real 1761234609] req@0000000023d541ab x1846777736267648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234609.786436:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736267648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234609.786441:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234609.786442:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234609.786443:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267648:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234609.786446:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267712:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234609.786456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234609.786460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234609/real 1761234609] req@00000000330b2500 x1846777736267712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234609.786467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736267712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234609.786471:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234609.786473:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234609.786475:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267712:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234609.786478:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267776:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234609.786487:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234609.786491:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234609/real 1761234609] req@00000000d75fe628 x1846777736267776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234609.786496:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736267776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234634 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234609.786500:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234609.786501:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234609.786503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267776:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:0.0:1761234609.850141:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234610.810027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234610.874111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234611.834057:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234611.898063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234612.857990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234612.922120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234613.881939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234613.946120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234614.905953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234614.905987:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234614.905994:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234614.905998:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234614.906007:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10213 00000100:00080000:1.0:1761234614.906010:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234614.906026:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234614.906062:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736267840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234614.906085:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234614.906090:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234614.906091:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234614.906095:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10213 00000100:00080000:1.0:1761234614.906096:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234614.906100:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234614.906108:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234614.906114:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736267840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234614.906121:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736267904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234614.906132:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234614.906144:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234614.906150:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234614.906155:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10213 00000100:00080000:1.0:1761234614.906157:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234614.906160:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234614.906165:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234614.906176:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736267968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234614.906183:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234614.906185:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761234614.906186:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234614.906189:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234614.906193:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10213 00000100:00080000:1.0:1761234614.906194:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234614.906197:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234614.906200:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234614.906210:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736268032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234614.906210:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234614/real 1761234614] req@00000000c2c1573a x1846777736267840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234614.906222:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234614.906224:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234614.906226:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234614.906231:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10213 00000100:00080000:1.0:1761234614.906232:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234614.906235:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234614.906239:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234614.906247:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736268096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234614.906256:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736267840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234614.906268:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234614.906272:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234614.906276:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736267840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234614.906297:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267904:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234614.906335:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234614.906345:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234614/real 1761234614] req@00000000069b687a x1846777736267904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234614.906357:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736267904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234614.906365:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234614.906368:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234614.906371:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267904:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234614.906376:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267968:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234614.906394:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234614.906401:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234614/real 1761234614] req@000000000baedc40 x1846777736267968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234614.906411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736267968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234614.906419:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234614.906421:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234614.906424:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736267968:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234614.906429:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268032:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234614.906444:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234614.906450:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234614/real 1761234614] req@00000000464e3652 x1846777736268032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234614.906460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736268032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234614.906467:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234614.906469:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234614.906472:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268032:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234614.906477:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268096:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234614.906491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234614.906496:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234614/real 1761234614] req@00000000dcfa4436 x1846777736268096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234614.906520:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736268096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234639 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234614.906527:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234614.906530:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234614.906532:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268096:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234614.970067:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234615.929959:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234615.994135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234616.953918:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234617.018036:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234617.977934:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234618.042064:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234619.002040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234619.066081:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234620.026006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234620.026026:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.026035:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234620.026048:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.026069:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10218 00000100:00080000:2.0:1761234620.026072:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.026082:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234620.026119:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736268160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234620.026143:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.026147:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234620.026149:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.026152:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10218 00000100:00080000:2.0:1761234620.026155:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.026158:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234620.026167:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234620.026182:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736268224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234620.026189:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736268160:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234620.026195:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.026200:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234620.026201:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.026206:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10218 00000100:00080000:2.0:1761234620.026209:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.026213:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234620.026217:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234620.026230:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736268288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234620.026239:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.026242:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234620.026243:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.026247:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10218 00000100:00080000:2.0:1761234620.026248:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234620.026253:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234620.026257:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234620.026267:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234620.026270:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736268352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234620.026279:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234620.026283:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234620.026285:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234620.026289:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10218 00000100:00080000:2.0:1761234620.026291:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761234620.026295:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@0000000099725227 x1846777736268160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234620.026298:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234620.026305:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234620.026320:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736268416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234620.026323:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736268160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234620.026335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234620.026338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234620.026347:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736268160:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234620.026377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268224:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234620.026404:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234620.026414:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@00000000c35ccb78 x1846777736268224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234620.026425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736268224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234620.026432:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234620.026435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234620.026438:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268224:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234620.026444:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268288:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234620.026464:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234620.026472:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@000000002f434b1a x1846777736268288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234620.026482:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736268288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234620.026494:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234620.026497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234620.026499:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268288:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234620.026505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268352:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234620.026523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234620.026531:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@0000000070bd2103 x1846777736268352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234620.026541:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736268352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234620.026548:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234620.026550:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234620.026553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268352:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234620.026559:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268416:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234620.026576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234620.026584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234620/real 1761234620] req@000000001f17a0b8 x1846777736268416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234620.026594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736268416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234645 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234620.026601:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234620.026603:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234620.026606:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268416:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234620.090078:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234621.050017:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234621.114099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234622.073956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234622.138123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234623.097999:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234623.162115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234624.122012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234624.186159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234625.146045:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234625.146048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234625.146062:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234625.146070:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234625.146084:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10223 00000100:00080000:2.0:1761234625.146089:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234625.146099:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234625.146157:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736268480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234625.146190:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234625.146193:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234625.146195:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234625.146199:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10223 00000100:00080000:2.0:1761234625.146201:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234625.146204:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234625.146215:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234625.146226:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736268544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234625.146232:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234625.146234:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234625.146235:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234625.146238:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10223 00000100:00080000:2.0:1761234625.146239:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234625.146242:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234625.146246:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234625.146255:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736268608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234625.146262:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234625.146266:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234625.146268:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234625.146271:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10223 00000100:00080000:2.0:1761234625.146273:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234625.146277:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234625.146282:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234625.146292:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736268672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234625.146301:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234625.146304:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234625.146306:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234625.146311:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10223 00000100:00080000:2.0:1761234625.146313:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234625.146316:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234625.146321:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234625.146334:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736268736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234625.146366:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736268480:192.168.201.106@tcp:250:kworker/u8:3.0 00000800:00000100:3.0:1761234625.146468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234625.146499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234625/real 1761234625] req@000000001f17a0b8 x1846777736268480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234625.146557:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736268480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234625.146570:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234625.146574:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234625.146580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736268480:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234625.146591:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268544:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234625.146622:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234625.146633:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234625/real 1761234625] req@0000000070bd2103 x1846777736268544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234625.146647:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736268544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234625.146657:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234625.146660:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234625.146664:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268544:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234625.146671:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268608:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234625.146717:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234625.147051:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234625/real 1761234625] req@000000002f434b1a x1846777736268608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234625.147139:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736268608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234625.147150:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234625.147153:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234625.147157:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268608:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234625.147166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268672:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234625.147196:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234625.147207:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234625/real 1761234625] req@00000000c35ccb78 x1846777736268672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234625.147220:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736268672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234625.147228:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234625.147230:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234625.147234:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268672:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234625.147240:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268736:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234625.147260:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234625.147270:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234625/real 1761234625] req@0000000099725227 x1846777736268736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234625.147280:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736268736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234650 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234625.147287:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234625.147289:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234625.147291:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268736:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234625.210266:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234626.170147:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234626.234110:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234627.194047:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234627.258110:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234628.218030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234628.282135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234629.242042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234629.306301:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234630.265978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234630.265992:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234630.266002:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234630.266005:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234630.266018:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10228 00000100:00080000:2.0:1761234630.266021:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234630.266028:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234630.266062:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736268800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234630.266091:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234630.266095:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234630.266096:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234630.266100:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10228 00000100:00080000:2.0:1761234630.266102:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234630.266105:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234630.266113:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234630.266124:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736268864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234630.266132:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234630.266135:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234630.266137:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234630.266140:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10228 00000100:00080000:2.0:1761234630.266142:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234630.266145:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234630.266149:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234630.266158:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736268928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234630.266165:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736268800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234630.266169:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234630.266173:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234630.266174:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234630.266178:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10228 00000100:00080000:2.0:1761234630.266181:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234630.266185:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234630.266189:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234630.266200:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736268992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234630.266207:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234630.266211:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234630.266212:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234630.266215:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10228 00000100:00080000:2.0:1761234630.266217:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234630.266220:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234630.266222:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234630.266227:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234630.266236:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736269056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234630.266240:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234630/real 1761234630] req@0000000099725227 x1846777736268800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234630.266262:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736268800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234630.266269:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234630.266271:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234630.266274:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736268800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234630.266278:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268864:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234630.266291:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234630.266295:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234630/real 1761234630] req@00000000c35ccb78 x1846777736268864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234630.266301:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736268864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234630.266305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234630.266306:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234630.266308:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268864:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234630.266323:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268928:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234630.266334:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234630.266337:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234630/real 1761234630] req@000000002f434b1a x1846777736268928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234630.266342:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736268928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234630.266346:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234630.266347:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234630.266348:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268928:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234630.266351:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268992:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234630.266359:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234630.266362:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234630/real 1761234630] req@0000000070bd2103 x1846777736268992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234630.266367:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736268992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234630.266371:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234630.266372:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234630.266373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736268992:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234630.266375:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269056:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234630.266383:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234630.266385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234630/real 1761234630] req@000000001f17a0b8 x1846777736269056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234630.266390:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736269056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234655 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234630.266394:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234630.266396:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234630.266397:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269056:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234630.330010:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234631.289982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234631.353986:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234632.314454:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234632.377980:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234633.337975:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234633.402099:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234634.361965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234634.426040:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234635.385986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234635.386002:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234635.386014:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234635.386019:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234635.386031:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10233 00000100:00080000:2.0:1761234635.386035:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234635.386043:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234635.386090:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736269120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234635.386130:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234635.386134:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234635.386136:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234635.386140:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10233 00000100:00080000:2.0:1761234635.386142:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234635.386146:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234635.386156:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234635.386169:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736269184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234635.386179:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234635.386182:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234635.386183:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234635.386187:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736269120:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234635.386190:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10233 00000100:00080000:2.0:1761234635.386195:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234635.386198:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234635.386203:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234635.386213:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736269248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234635.386220:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234635.386224:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234635.386226:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234635.386229:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10233 00000100:00080000:2.0:1761234635.386231:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234635.386235:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234635.386239:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234635.386247:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736269312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234635.386254:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234635.386258:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234635.386259:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234635.386262:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10233 00000100:00080000:2.0:1761234635.386265:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1761234635.386269:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234635.386271:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234635.386276:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234635.386287:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736269376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234635.386297:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234635/real 1761234635] req@000000001f17a0b8 x1846777736269120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234635.386315:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736269120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234635.386326:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234635.386330:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234635.386333:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736269120:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234635.386358:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269184:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234635.386376:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234635.386382:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234635/real 1761234635] req@0000000070bd2103 x1846777736269184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234635.386392:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736269184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234635.386405:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234635.386407:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234635.386410:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269184:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234635.386415:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269248:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234635.386429:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234635.386434:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234635/real 1761234635] req@000000002f434b1a x1846777736269248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234635.386443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736269248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234635.386449:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234635.386451:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234635.386453:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269248:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234635.386458:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269312:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234635.386475:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234635.386481:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234635/real 1761234635] req@00000000c35ccb78 x1846777736269312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234635.386490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736269312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234635.386506:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234635.386509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234635.386512:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269312:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234635.386517:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269376:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234635.386534:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234635.386540:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234635/real 1761234635] req@0000000099725227 x1846777736269376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234635.386549:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736269376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234660 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234635.386556:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234635.386558:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234635.386560:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269376:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234635.450044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234636.409955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234636.473997:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234637.433994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234637.498067:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234638.457968:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234638.522009:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234639.481995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234639.546084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234640.505985:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234640.505994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234640.505996:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234640.506000:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234640.506011:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10238 00000100:00080000:0.0:1761234640.506014:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234640.506021:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234640.506051:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736269440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234640.506084:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234640.506088:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234640.506089:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234640.506093:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10238 00000100:00080000:0.0:1761234640.506095:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234640.506098:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234640.506108:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234640.506120:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736269504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234640.506133:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234640.506138:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736269440:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761234640.506140:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234640.506142:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234640.506150:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10238 00000100:00080000:0.0:1761234640.506153:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234640.506156:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234640.506159:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234640.506171:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736269568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234640.506178:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234640.506181:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234640.506183:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234640.506186:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10238 00000100:00080000:0.0:1761234640.506188:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234640.506192:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234640.506195:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234640.506204:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736269632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234640.506211:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234640.506214:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234640.506215:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234640.506218:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10238 00000100:00080000:0.0:1761234640.506220:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234640.506223:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234640.506226:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1761234640.506239:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234640.506254:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736269696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234640.506275:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234640/real 1761234640] req@00000000e0da2515 x1846777736269440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234640.506296:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736269440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234640.506307:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234640.506311:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234640.506315:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736269440:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234640.506349:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269504:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234640.506375:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234640.506384:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234640/real 1761234640] req@00000000de11a021 x1846777736269504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234640.506397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736269504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234640.506440:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234640.506443:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234640.506446:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269504:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234640.506453:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269568:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234640.506477:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234640.506486:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234640/real 1761234640] req@00000000d75fe628 x1846777736269568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234640.506496:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736269568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234640.506504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234640.506506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234640.506517:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269568:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234640.506524:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269632:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234640.506547:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234640.506553:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234640/real 1761234640] req@00000000330b2500 x1846777736269632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234640.506561:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736269632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234640.506566:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234640.506568:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234640.506570:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269632:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234640.506573:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269696:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234640.506585:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234640.506589:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234640/real 1761234640] req@0000000023d541ab x1846777736269696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234640.506594:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736269696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234665 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234640.506599:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234640.506601:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234640.506602:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269696:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234640.570179:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234641.530022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234641.594045:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234642.553965:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234642.618045:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234643.578006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234643.642086:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234644.601977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234644.666091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234645.625937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234645.625957:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234645.625964:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234645.625966:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234645.625974:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10244 00000100:00080000:2.0:1761234645.625976:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234645.625981:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234645.626012:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736269760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234645.626031:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234645.626033:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234645.626034:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234645.626037:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10244 00000100:00080000:2.0:1761234645.626038:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234645.626040:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234645.626047:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234645.626054:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736269824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234645.626057:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736269760:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234645.626067:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234645.626069:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234645.626070:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234645.626072:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10244 00000100:00080000:2.0:1761234645.626073:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234645.626075:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234645.626077:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234645.626083:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736269888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234645.626087:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234645.626088:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234645.626089:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234645.626091:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10244 00000100:00080000:2.0:1761234645.626093:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234645.626095:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234645.626098:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234645.626102:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736269952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234645.626107:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234645.626109:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234645.626109:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234645.626111:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10244 00000100:00080000:2.0:1761234645.626112:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234645.626113:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234645.626116:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234645.626120:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736270016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234645.626135:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269824:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234645.626153:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269888:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234645.626166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269952:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234645.626176:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270016:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234645.690072:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234646.650061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234646.714087:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234647.673929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234647.738119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234648.698048:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:0.0:1761234648.698209:0:2279:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:0.0:1761234648.698268:0:2279:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1761234648.698284:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234648.698323:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234648.698333:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234648.698344:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:0.0:1761234648.698356:0:2279:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:3.0:1761234648.698385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234645/real 1761234648] req@00000000c35ccb78 x1846777736269824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234648.698422:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736269824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234648.698436:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234648.698441:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234648.698447:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269824:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234648.698455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234645/real 1761234648] req@000000002f434b1a x1846777736269888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234648.698467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736269888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234648.698476:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234648.698479:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234648.698482:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269888:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234648.698489:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234645/real 1761234648] req@0000000070bd2103 x1846777736269952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234648.698500:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736269952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234648.698508:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234648.698511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234648.698514:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736269952:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234648.698520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234645/real 1761234648] req@000000001f17a0b8 x1846777736270016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234648.698530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736270016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234648.698536:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234648.698539:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234648.698542:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270016:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234648.698549:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234645/real 1761234648] req@0000000099725227 x1846777736269760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234648.698560:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736269760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234670 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234648.698568:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234648.698571:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234648.698574:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736269760:192.168.201.106@tcp:250:kworker/u8:2.0 00010000:00010000:2.0:1761234648.762172:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234649.722106:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234649.786148:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234650.745998:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234650.746008:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234650.746011:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234650.746020:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10249 00000100:00080000:2.0:1761234650.746023:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234650.746029:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234650.746063:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736270080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234650.746093:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234650.746095:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234650.746096:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234650.746099:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234650.746108:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10249 00000100:00080000:2.0:1761234650.746111:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234650.746114:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234650.746122:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234650.746145:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736270144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234650.746156:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736270080:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234650.746162:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234650.746168:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234650.746169:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234650.746174:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10249 00000100:00080000:2.0:1761234650.746177:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234650.746180:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234650.746185:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234650.746198:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736270208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234650.746223:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234650.746226:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234650.746227:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234650.746231:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10249 00000100:00080000:2.0:1761234650.746234:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234650.746238:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234650.746243:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234650.746250:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234650.746256:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736270272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234650.746267:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234650.746271:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234650.746272:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234650.746278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234650/real 1761234650] req@0000000099725227 x1846777736270080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234650.746279:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10249 00000100:00080000:2.0:1761234650.746284:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234650.746299:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234650.746304:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736270080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:2.0:1761234650.746309:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234650.746319:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234650.746323:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234650.746324:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736270336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234650.746331:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736270080:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234650.746365:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270144:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234650.746393:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234650.746403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234650/real 1761234650] req@000000001f17a0b8 x1846777736270144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234650.746415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736270144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234650.746423:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234650.746425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234650.746428:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270144:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234650.746434:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270208:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234650.746453:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234650.746462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234650/real 1761234650] req@0000000070bd2103 x1846777736270208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234650.746471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736270208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234650.746478:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234650.746480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234650.746483:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270208:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234650.746489:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270272:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234650.746509:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234650.746517:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234650/real 1761234650] req@000000002f434b1a x1846777736270272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234650.746528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736270272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234650.746535:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234650.746537:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234650.746540:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270272:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234650.746545:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270336:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234650.746567:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234650.746576:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234650/real 1761234650] req@00000000c35ccb78 x1846777736270336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234650.746586:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736270336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234675 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234650.746592:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234650.746594:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234650.746597:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270336:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234650.810041:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234651.770147:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234651.834069:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234652.794000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234652.858208:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234653.818009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234653.882094:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234654.842002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234654.906046:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234655.865962:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234655.866020:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234655.866028:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234655.866031:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234655.866038:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10254 00000100:00080000:1.0:1761234655.866041:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234655.866047:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234655.866074:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736270400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234655.866099:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234655.866103:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234655.866104:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234655.866122:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10254 00000100:00080000:1.0:1761234655.866125:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234655.866130:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234655.866139:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234655.866151:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736270464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234655.866161:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736270400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:1.0:1761234655.866164:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234655.866174:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234655.866175:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234655.866180:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10254 00000100:00080000:1.0:1761234655.866182:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234655.866185:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234655.866190:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234655.866204:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736270528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234655.866211:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234655.866215:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234655.866216:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234655.866219:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10254 00000100:00080000:1.0:1761234655.866221:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234655.866224:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234655.866229:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234655.866237:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736270592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234655.866243:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234655.866245:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234655.866247:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234655.866250:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10254 00000100:00080000:1.0:1761234655.866251:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234655.866256:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761234655.866264:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:1.0:1761234655.866267:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234655.866282:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736270656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234655.866297:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234655/real 1761234655] req@00000000f52221c5 x1846777736270400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234655.866318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736270400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234655.866328:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234655.866331:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234655.866335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736270400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234655.866360:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270464:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234655.866379:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234655.866386:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234655/real 1761234655] req@000000001dfe2b3c x1846777736270464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234655.866393:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736270464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234655.866398:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234655.866399:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234655.866401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270464:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234655.866405:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270528:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234655.866418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234655.866421:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234655/real 1761234655] req@00000000cee0df34 x1846777736270528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234655.866431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736270528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234655.866435:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234655.866436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234655.866437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270528:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234655.866440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270592:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234655.866449:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234655.866452:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234655/real 1761234655] req@0000000090114397 x1846777736270592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234655.866458:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736270592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234655.866462:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234655.866463:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234655.866464:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270592:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234655.866466:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270656:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234655.866483:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234655.866487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234655/real 1761234655] req@00000000108af431 x1846777736270656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234655.866492:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736270656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234680 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234655.866496:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234655.866497:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234655.866499:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270656:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234655.930091:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234656.889992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234656.954206:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234657.913944:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234657.978142:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234658.938012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234659.002113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234659.961978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234660.026191:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234660.986006:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234660.986063:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234660.986073:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234660.986078:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234660.986092:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10259 00000100:00080000:0.0:1761234660.986096:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234660.986105:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234660.986149:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736270720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234660.986175:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234660.986179:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234660.986180:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234660.986185:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10259 00000100:00080000:0.0:1761234660.986187:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234660.986190:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234660.986200:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234660.986212:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736270784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234660.986218:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736270720:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:0.0:1761234660.986223:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234660.986227:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234660.986228:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234660.986232:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10259 00000100:00080000:0.0:1761234660.986234:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234660.986236:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234660.986239:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234660.986248:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736270848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234660.986254:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234660.986256:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234660.986258:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234660.986261:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10259 00000100:00080000:0.0:1761234660.986262:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234660.986265:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234660.986269:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234660.986276:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736270912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234660.986286:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234660.986289:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234660.986290:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234660.986294:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10259 00000100:00080000:0.0:1761234660.986295:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234660.986300:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:3.0:1761234660.986303:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:0.0:1761234660.986305:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234660.986327:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234660/real 1761234660] req@000000001edf5a39 x1846777736270720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234660.986335:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736270976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234660.986345:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736270720/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234660.986355:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234660.986358:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234660.986363:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736270720:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:3.0:1761234660.986391:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270784:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234660.986408:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234660.986415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234660/real 1761234660] req@000000009dca9672 x1846777736270784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234660.986423:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736270784/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234660.986434:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234660.986436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234660.986440:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270784:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234660.986444:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270848:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:3.0:1761234660.986458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234660.986462:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234660/real 1761234660] req@000000008cd0ff0b x1846777736270848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234660.986470:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736270848/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234660.986474:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234660.986476:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234660.986478:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270848:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234660.986481:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270912:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234660.986491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234660.986494:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234660/real 1761234660] req@00000000c90d576b x1846777736270912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234660.986501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736270912/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234660.986505:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234660.986506:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234660.986508:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270912:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:3.0:1761234660.986510:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270976:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:3.0:1761234660.986520:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234660.986524:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234660/real 1761234660] req@000000000e921d21 x1846777736270976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234660.986530:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736270976/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234685 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234660.986535:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234660.986536:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234660.986537:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736270976:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:2.0:1761234661.050127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234662.010027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234662.074133:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234663.033964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234663.098128:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234664.058054:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234664.122154:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234665.082039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234665.146111:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234666.106031:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234666.106032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234666.106048:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234666.106054:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234666.106068:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10264 00000100:00080000:0.0:1761234666.106072:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234666.106081:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234666.106133:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736271040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234666.106166:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234666.106169:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234666.106171:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234666.106175:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10264 00000100:00080000:0.0:1761234666.106177:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234666.106181:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234666.106196:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234666.106212:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736271104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234666.106215:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736271040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761234666.106230:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234666.106234:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234666.106235:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234666.106239:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10264 00000100:00080000:0.0:1761234666.106242:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234666.106245:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234666.106250:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234666.106262:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736271168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234666.106270:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234666.106273:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234666.106275:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234666.106278:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10264 00000100:00080000:0.0:1761234666.106281:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234666.106285:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234666.106290:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234666.106301:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736271232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234666.106309:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234666.106312:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234666.106314:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1761234666.106318:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234666.106322:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10264 00000100:00080000:0.0:1761234666.106326:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234666.106329:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234666.106334:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234666.106347:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736271296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234666.106357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234666/real 1761234666] req@00000000911b207d x1846777736271040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234666.106379:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736271040/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234666.106391:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234666.106394:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234666.106400:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736271040:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234666.106431:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271104:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234666.106456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234666.106466:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234666/real 1761234666] req@00000000fd377aae x1846777736271104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234666.106479:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736271104/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234666.106487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234666.106490:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234666.106493:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271104:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234666.106499:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271168:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234666.106520:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234666.106529:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234666/real 1761234666] req@000000000e921d21 x1846777736271168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234666.106539:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736271168/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234666.106547:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234666.106549:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234666.106552:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271168:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234666.106558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271232:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234666.106579:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234666.106587:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234666/real 1761234666] req@00000000c90d576b x1846777736271232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234666.106598:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736271232/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234666.106605:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234666.106608:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234666.106611:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271232:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234666.106616:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271296:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234666.106635:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234666.106643:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234666/real 1761234666] req@000000008cd0ff0b x1846777736271296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234666.106654:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736271296/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234691 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234666.106661:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234666.106663:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234666.106666:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271296:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234666.170055:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234667.130008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234667.194126:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234668.154049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234668.218089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234669.177977:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234669.242047:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234670.201996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234670.266059:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234671.226021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234671.226035:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234671.226048:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234671.226052:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234671.226064:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10269 00000100:00080000:0.0:1761234671.226069:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234671.226076:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234671.226112:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736271360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234671.226142:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234671.226146:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234671.226148:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234671.226151:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10269 00000100:00080000:0.0:1761234671.226152:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234671.226155:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234671.226163:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234671.226174:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736271424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234671.226184:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234671.226189:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234671.226191:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761234671.226198:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736271360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761234671.226203:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10269 00000100:00080000:0.0:1761234671.226211:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234671.226216:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234671.226221:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234671.226233:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736271488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234671.226242:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234671.226244:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234671.226245:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234671.226249:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10269 00000100:00080000:0.0:1761234671.226251:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234671.226254:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234671.226258:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234671.226265:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736271552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234671.226270:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234671.226272:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234671.226272:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234671.226275:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10269 00000100:00080000:0.0:1761234671.226276:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234671.226277:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234671.226279:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234671.226284:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736271616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234671.226320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234671.226352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234671/real 1761234671] req@000000009dca9672 x1846777736271360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234671.226372:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736271360/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234671.226384:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234671.226388:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234671.226393:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736271360:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234671.226424:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271424:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234671.226451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234671.226461:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234671/real 1761234671] req@000000001edf5a39 x1846777736271424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234671.226472:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736271424/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234671.226481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234671.226484:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234671.226487:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271424:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234671.226493:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271488:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234671.226513:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234671.226520:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234671/real 1761234671] req@0000000023d541ab x1846777736271488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234671.226531:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736271488/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234671.226538:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234671.226541:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234671.226544:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271488:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234671.226549:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271552:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234671.226564:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234671.226569:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234671/real 1761234671] req@00000000330b2500 x1846777736271552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234671.226576:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736271552/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234671.226581:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234671.226582:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234671.226584:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271552:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234671.226587:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271616:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234671.226597:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234671.226601:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234671/real 1761234671] req@00000000d75fe628 x1846777736271616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234671.226607:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736271616/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234696 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234671.226611:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234671.226613:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234671.226614:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271616:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234671.290101:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234672.250025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234672.314128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234673.274042:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234673.338032:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234674.298041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234674.362113:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234675.321939:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234675.386044:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234676.346007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234676.346011:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234676.346020:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234676.346025:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234676.346035:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10274 00000100:00080000:2.0:1761234676.346039:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234676.346048:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234676.346095:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736271680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234676.346118:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234676.346121:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234676.346122:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234676.346124:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10274 00000100:00080000:2.0:1761234676.346126:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234676.346129:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234676.346139:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234676.346148:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736271744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234676.346155:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234676.346158:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234676.346159:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234676.346163:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10274 00000100:00100000:3.0:1761234676.346163:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736271680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234676.346166:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234676.346170:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234676.346174:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234676.346180:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736271808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234676.346185:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234676.346188:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234676.346189:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234676.346192:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10274 00000100:00080000:2.0:1761234676.346194:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234676.346196:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234676.346200:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234676.346206:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736271872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234676.346211:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234676.346213:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234676.346214:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234676.346217:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10274 00000100:00080000:2.0:1761234676.346218:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234676.346221:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234676.346223:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234676.346229:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736271936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234676.346263:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234676.346297:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234676/real 1761234676] req@00000000c35ccb78 x1846777736271680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234676.346317:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736271680/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234676.346329:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234676.346332:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234676.346337:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736271680:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234676.346367:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271744:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234676.346392:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234676.346401:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234676/real 1761234676] req@000000002f434b1a x1846777736271744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234676.346413:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736271744/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234676.346421:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234676.346423:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234676.346426:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271744:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234676.346432:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234676.346452:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234676.346460:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234676/real 1761234676] req@0000000070bd2103 x1846777736271808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234676.346471:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736271808/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234676.346484:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234676.346487:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234676.346490:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234676.346495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271872:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234676.346516:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234676.346524:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234676/real 1761234676] req@000000001f17a0b8 x1846777736271872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234676.346535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736271872/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234676.346542:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234676.346544:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234676.346547:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271872:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234676.346552:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234676.346570:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234676.346577:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234676/real 1761234676] req@0000000099725227 x1846777736271936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234676.346586:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736271936/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234701 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234676.346593:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234676.346596:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234676.346599:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736271936:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234676.410064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234677.369937:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234677.434129:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234678.393984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234678.458064:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234679.417917:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234679.482114:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234680.441955:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234680.506060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234681.465938:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234681.465994:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234681.466005:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234681.466009:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234681.466020:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10279 00000100:00080000:0.0:1761234681.466023:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234681.466030:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234681.466064:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736272000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234681.466087:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234681.466090:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234681.466091:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234681.466094:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10279 00000100:00080000:0.0:1761234681.466097:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234681.466102:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234681.466113:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234681.466120:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272000:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234681.466129:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736272064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234681.466146:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234681.466149:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234681.466150:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234681.466152:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10279 00000100:00080000:0.0:1761234681.466154:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234681.466157:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234681.466162:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234681.466173:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736272128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234681.466178:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234681.466180:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234681.466181:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234681.466183:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10279 00000100:00080000:0.0:1761234681.466184:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234681.466187:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234681.466190:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234681.466196:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736272192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234681.466200:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234681.466202:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234681.466204:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234681.466207:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10279 00000100:00080000:0.0:1761234681.466208:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234681.466210:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234681.466213:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234681.466217:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736272256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234681.466238:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234681.466265:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234681/real 1761234681] req@00000000de11a021 x1846777736272000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234681.466281:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736272000/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234681.466289:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234681.466292:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234681.466295:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272000:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234681.466331:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272064:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234681.466349:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234681.466355:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234681/real 1761234681] req@00000000e0da2515 x1846777736272064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234681.466362:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736272064/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234681.466370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234681.466373:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234681.466376:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272064:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234681.466386:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272128:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234681.466407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234681.466415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234681/real 1761234681] req@00000000d75fe628 x1846777736272128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234681.466427:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736272128/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234681.466433:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234681.466434:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234681.466437:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272128:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234681.466440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272192:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234681.466456:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234681.466461:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234681/real 1761234681] req@00000000330b2500 x1846777736272192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234681.466467:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736272192/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234681.466472:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234681.466474:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234681.466476:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272192:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234681.466479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272256:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234681.466489:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234681.466492:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234681/real 1761234681] req@0000000023d541ab x1846777736272256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234681.466499:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736272256/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234706 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234681.466503:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234681.466505:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234681.466506:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272256:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234681.530193:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234682.489947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234682.554097:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234683.513911:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234683.578120:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234684.537920:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234684.602111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234685.562032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234685.626086:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234686.586015:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234686.586030:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234686.586041:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234686.586047:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234686.586061:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10285 00000100:00080000:0.0:1761234686.586066:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234686.586075:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234686.586125:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736272320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234686.586157:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234686.586161:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234686.586164:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234686.586168:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10285 00000100:00080000:0.0:1761234686.586176:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234686.586181:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:3.0:1761234686.586193:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272320:192.168.201.106@tcp:250:kworker/u8:2.0 00000008:00100000:0.0:1761234686.586194:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234686.586210:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736272384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234686.586219:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234686.586222:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234686.586223:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234686.586226:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10285 00000100:00080000:0.0:1761234686.586228:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234686.586230:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234686.586233:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234686.586243:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736272448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234686.586249:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234686.586252:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234686.586253:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234686.586255:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10285 00000100:00080000:0.0:1761234686.586257:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234686.586259:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234686.586262:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234686.586270:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736272512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234686.586275:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1761234686.586280:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234686.586281:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234686.586283:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234686.586288:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10285 00000100:00080000:0.0:1761234686.586290:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234686.586293:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234686.586296:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234686.586304:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736272576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234686.586310:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234686/real 1761234686] req@000000001edf5a39 x1846777736272320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234686.586324:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736272320/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234686.586332:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234686.586335:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234686.586338:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272320:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234686.586364:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272384:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234686.586380:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234686.586385:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234686/real 1761234686] req@000000009dca9672 x1846777736272384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234686.586397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736272384/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234686.586401:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234686.586403:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234686.586404:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272384:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234686.586408:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272448:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234686.586418:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234686.586422:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234686/real 1761234686] req@000000008cd0ff0b x1846777736272448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234686.586429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736272448/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234686.586434:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234686.586435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234686.586436:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272448:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234686.586439:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272512:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234686.586450:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234686.586454:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234686/real 1761234686] req@00000000c90d576b x1846777736272512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234686.586460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736272512/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234686.586465:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234686.586467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234686.586468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272512:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234686.586473:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272576:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234686.586491:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234686.586499:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234686/real 1761234686] req@000000000e921d21 x1846777736272576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234686.586510:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736272576/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234711 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234686.586517:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234686.586519:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234686.586520:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272576:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234686.650126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234687.610024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234687.674048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234688.634061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234688.698089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234689.658028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234689.722099:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234690.681987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234690.746098:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234691.706000:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234691.706005:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234691.706014:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234691.706018:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234691.706028:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10290 00000100:00080000:2.0:1761234691.706032:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234691.706044:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234691.706089:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736272640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234691.706111:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234691.706115:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234691.706116:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234691.706120:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10290 00000100:00080000:2.0:1761234691.706123:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234691.706127:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234691.706139:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234691.706150:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761234691.706155:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736272704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234691.706167:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234691.706171:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234691.706172:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234691.706177:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10290 00000100:00080000:2.0:1761234691.706179:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234691.706183:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234691.706188:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234691.706199:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736272768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234691.706207:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234691.706211:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234691.706213:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234691.706217:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10290 00000100:00080000:2.0:1761234691.706219:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234691.706222:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234691.706228:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234691.706236:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736272832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234691.706243:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234691.706249:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234691.706253:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234691.706255:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234691.706259:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10290 00000100:00080000:2.0:1761234691.706261:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234691.706265:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234691.706270:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234691.706272:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234691/real 1761234691] req@0000000099725227 x1846777736272640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234691.706282:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736272896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234691.706289:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736272640/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234691.706303:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234691.706306:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234691.706310:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272640:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234691.706335:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272704:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234691.706351:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234691.706357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234691/real 1761234691] req@000000001f17a0b8 x1846777736272704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234691.706364:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736272704/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234691.706370:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234691.706371:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234691.706373:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272704:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234691.706377:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272768:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234691.706387:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234691.706390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234691/real 1761234691] req@0000000070bd2103 x1846777736272768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234691.706396:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736272768/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234691.706401:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234691.706403:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234691.706404:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272768:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234691.706407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272832:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234691.706417:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234691.706421:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234691/real 1761234691] req@000000002f434b1a x1846777736272832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234691.706428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736272832/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234691.706446:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234691.706448:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234691.706450:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272832:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234691.706454:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272896:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234691.706468:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234691.706473:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234691/real 1761234691] req@00000000c35ccb78 x1846777736272896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234691.706480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736272896/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234716 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234691.706485:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234691.706486:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234691.706488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736272896:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234691.770147:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234692.730027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234692.794062:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234693.754007:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234693.818105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234694.778045:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234694.842104:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234695.802009:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234695.866152:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234696.825989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234696.826014:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234696.826031:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234696.826036:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234696.826048:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10295 00000100:00080000:2.0:1761234696.826053:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234696.826061:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234696.826098:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736272960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234696.826128:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234696.826131:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234696.826132:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234696.826135:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10295 00000100:00080000:2.0:1761234696.826138:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234696.826144:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234696.826155:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234696.826169:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736273024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234696.826177:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234696.826181:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234696.826184:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234696.826188:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234696.826196:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10295 00000100:00080000:2.0:1761234696.826206:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234696.826212:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234696.826225:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234696.826242:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736273088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234696.826252:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234696.826257:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234696.826260:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234696.826264:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10295 00000100:00080000:2.0:1761234696.826267:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234696.826272:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234696.826278:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234696.826294:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736273152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234696.826302:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1761234696.826310:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234696.826312:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234696.826316:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234696.826323:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10295 00000100:00080000:2.0:1761234696.826326:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234696.826344:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234696.826350:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234696.826364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234696/real 1761234696] req@00000000c35ccb78 x1846777736272960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234696.826367:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736273216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234696.826451:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736272960/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234696.826467:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234696.826475:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234696.826481:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736272960:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234696.826517:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273024:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234696.826548:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234696.826558:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234696/real 1761234696] req@000000002f434b1a x1846777736273024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234696.826570:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736273024/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234696.826578:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234696.826581:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234696.826584:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273024:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234696.826592:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273088:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234696.826615:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234696.826624:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234696/real 1761234696] req@0000000070bd2103 x1846777736273088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234696.826635:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736273088/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234696.826643:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234696.826647:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234696.826650:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273088:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234696.826669:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273152:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234696.826703:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234696.826711:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234696/real 1761234696] req@000000001f17a0b8 x1846777736273152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234696.826729:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736273152/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234696.826737:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234696.826740:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234696.826743:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273152:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234696.826750:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273216:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234696.826777:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234696.826787:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234696/real 1761234696] req@0000000099725227 x1846777736273216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234696.826800:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736273216/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234721 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234696.826809:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234696.826811:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234696.826814:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273216:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234696.890194:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234697.849992:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234697.913992:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234698.874020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234698.938057:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234699.897947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234699.962548:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234700.922046:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234700.987001:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234701.945997:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234701.946001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234701.946012:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234701.946018:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234701.946028:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10300 00000100:00080000:2.0:1761234701.946032:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234701.946040:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234701.946080:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736273280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234701.946103:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234701.946108:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234701.946109:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234701.946112:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10300 00000100:00080000:2.0:1761234701.946113:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234701.946116:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234701.946124:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234701.946133:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736273344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234701.946141:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234701.946144:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234701.946145:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234701.946148:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10300 00000100:00080000:2.0:1761234701.946150:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234701.946152:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234701.946154:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234701.946161:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736273408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234701.946168:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736273280:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:2.0:1761234701.946169:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234701.946177:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234701.946180:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234701.946184:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10300 00000100:00080000:2.0:1761234701.946186:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234701.946190:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234701.946195:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234701.946209:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736273472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234701.946217:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234701.946221:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234701.946222:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234701.946226:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10300 00000100:00080000:2.0:1761234701.946229:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234701.946232:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761234701.946267:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:2.0:1761234701.946272:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234701.946285:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736273536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234701.946298:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234701/real 1761234701] req@0000000099725227 x1846777736273280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234701.946318:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736273280/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234701.946328:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234701.946332:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234701.946335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736273280:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234701.946342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273344:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234701.946365:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234701.946375:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234701/real 1761234701] req@000000001f17a0b8 x1846777736273344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234701.946387:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736273344/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234701.946394:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234701.946396:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234701.946399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273344:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234701.946424:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273408:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234701.946447:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234701.946456:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234701/real 1761234701] req@0000000070bd2103 x1846777736273408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234701.946475:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736273408/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234701.946483:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234701.946485:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234701.946488:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273408:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234701.946495:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273472:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234701.946516:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234701.946524:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234701/real 1761234701] req@000000002f434b1a x1846777736273472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234701.946535:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736273472/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234701.946543:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234701.946546:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234701.946549:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273472:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234701.946555:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273536:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234701.946575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234701.946584:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234701/real 1761234701] req@00000000c35ccb78 x1846777736273536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234701.946595:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736273536/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234726 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234701.946602:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234701.946605:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234701.946607:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273536:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:0.0:1761234702.010158:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234702.970086:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234703.034120:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234703.994026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234704.058113:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234705.018025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234705.082060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234706.042024:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234706.106100:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234707.066040:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234707.066043:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234707.066054:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234707.066057:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234707.066068:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10305 00000100:00080000:0.0:1761234707.066072:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234707.066077:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234707.066108:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736273600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234707.066129:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234707.066132:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234707.066133:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234707.066136:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10305 00000100:00080000:0.0:1761234707.066149:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234707.066153:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234707.066163:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234707.066176:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736273664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234707.066186:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234707.066190:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234707.066191:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234707.066195:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10305 00000100:00080000:0.0:1761234707.066197:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234707.066202:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234707.066206:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234707.066216:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736273600:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234707.066224:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736273728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234707.066238:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234707.066242:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234707.066244:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234707.066248:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10305 00000100:00080000:0.0:1761234707.066250:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234707.066255:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234707.066259:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234707.066268:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736273792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234707.066274:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234707.066277:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234707.066278:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234707.066280:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10305 00000100:00080000:0.0:1761234707.066282:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234707.066284:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234707.066287:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234707.066293:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736273856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234707.066327:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234707.066360:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234707] req@00000000fd377aae x1846777736273600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234707.066381:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736273600/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234707.066393:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234707.066397:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234707.066401:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736273600:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234707.066409:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273664:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234707.066433:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234707.066443:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234707] req@00000000911b207d x1846777736273664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234707.066454:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736273664/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234707.066462:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234707.066464:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234707.066468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273664:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234707.066502:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273728:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234707.066524:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234707.066533:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234707] req@000000000e921d21 x1846777736273728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234707.066544:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736273728/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234707.066551:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234707.066554:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234707.066557:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273728:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234707.066563:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273792:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234707.066583:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234707.066591:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234707] req@00000000c90d576b x1846777736273792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234707.066602:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736273792/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234707.066610:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234707.066613:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234707.066616:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273792:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234707.066621:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273856:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234707.066640:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234707.066649:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234707/real 1761234707] req@000000008cd0ff0b x1846777736273856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234707.066660:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736273856/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234732 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234707.066668:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234707.066671:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234707.066674:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273856:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234707.130079:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234708.090043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234708.154135:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234709.114072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234709.178127:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234710.137997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234710.202077:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234711.162016:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234711.226130:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234712.185990:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234712.185997:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234712.186003:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234712.186009:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234712.186020:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10310 00000100:00080000:3.0:1761234712.186024:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234712.186032:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234712.186095:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066592840 x1846777736273920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234712.186118:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234712.186121:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234712.186122:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234712.186125:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10310 00000100:00080000:3.0:1761234712.186127:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234712.186130:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234712.186140:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234712.186150:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000009919b3e x1846777736273984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234712.186157:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736273920:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234712.186161:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234712.186166:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234712.186167:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234712.186171:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10310 00000100:00080000:3.0:1761234712.186172:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234712.186174:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234712.186176:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234712.186184:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000044909560 x1846777736274048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234712.186189:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234712.186190:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234712.186191:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234712.186194:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10310 00000100:00080000:3.0:1761234712.186196:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234712.186198:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234712.186201:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234712.186209:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0b7b6fd x1846777736274112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234712.186213:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234712.186215:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234712.186216:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234712.186219:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10310 00000100:00080000:3.0:1761234712.186221:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234712.186223:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234712.186226:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234712.186231:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3a306c9 x1846777736274176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234712.186280:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273984:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234712.186313:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274048:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234712.186342:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274112:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234712.186362:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274176:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234712.250110:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234713.210012:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234713.274084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234714.233966:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234714.298093:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234715.258019:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761234715.258214:0:2276:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761234715.258256:0:2276:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234715.258272:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234715.258310:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234715.258319:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234715.258328:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234715.258338:0:2276:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:1.0:1761234715.258355:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234712/real 1761234715] req@0000000009919b3e x1846777736273984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234715.258382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000009919b3e x1846777736273984/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234715.258400:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234715.258404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234715.258408:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009919b3e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736273984:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234715.258416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234712/real 1761234715] req@0000000044909560 x1846777736274048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234715.258428:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000044909560 x1846777736274048/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234715.258436:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234715.258439:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234715.258442:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044909560 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274048:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234715.258448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234712/real 1761234715] req@00000000a0b7b6fd x1846777736274112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234715.258460:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0b7b6fd x1846777736274112/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234715.258467:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234715.258470:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234715.258473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b7b6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274112:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234715.258478:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234712/real 1761234715] req@00000000d3a306c9 x1846777736274176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234715.258490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d3a306c9 x1846777736274176/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234715.258504:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234715.258507:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234715.258510:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3a306c9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274176:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234715.258516:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234712/real 1761234715] req@0000000066592840 x1846777736273920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234715.258528:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000066592840 x1846777736273920/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234737 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234715.258535:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234715.258537:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234715.258540:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066592840 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736273920:192.168.201.106@tcp:250:kworker/u8:3.0 00010000:00010000:1.0:1761234715.322141:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234716.282026:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234716.346123:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234717.306001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234717.306006:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234717.306018:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234717.306023:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234717.306037:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10315 00000100:00080000:3.0:1761234717.306041:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234717.306051:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234717.306097:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2119349 x1846777736274240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234717.306125:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234717.306128:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234717.306129:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234717.306132:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10315 00000100:00080000:3.0:1761234717.306134:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234717.306137:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234717.306147:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234717.306157:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000736ef9ba x1846777736274304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234717.306165:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234717.306168:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234717.306169:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234717.306175:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10315 00000100:00100000:1.0:1761234717.306176:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736274240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234717.306178:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234717.306183:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234717.306188:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234717.306193:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003dd9839b x1846777736274368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234717.306199:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234717.306202:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234717.306204:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234717.306207:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10315 00000100:00080000:3.0:1761234717.306210:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234717.306214:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234717.306218:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234717.306229:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000017b16811 x1846777736274432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234717.306237:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234717.306240:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234717.306241:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234717.306245:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10315 00000100:00080000:3.0:1761234717.306247:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234717.306250:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234717.306254:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234717.306264:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b14a2de x1846777736274496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234717.306279:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234717.306311:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234717/real 1761234717] req@00000000d2119349 x1846777736274240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234717.306332:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2119349 x1846777736274240/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234717.306344:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234717.306347:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234717.306352:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2119349 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736274240:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234717.306387:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274304:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234717.306413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234717.306423:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234717/real 1761234717] req@00000000736ef9ba x1846777736274304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234717.306435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000736ef9ba x1846777736274304/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234717.306442:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234717.306445:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234717.306448:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000736ef9ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274304:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234717.306454:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274368:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234717.306474:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234717.306482:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234717/real 1761234717] req@000000003dd9839b x1846777736274368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234717.306491:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003dd9839b x1846777736274368/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234717.306498:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234717.306500:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234717.306503:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dd9839b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274368:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234717.306509:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274432:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234717.306528:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234717.306535:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234717/real 1761234717] req@0000000017b16811 x1846777736274432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234717.306546:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000017b16811 x1846777736274432/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234717.306554:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234717.306556:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234717.306559:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017b16811 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274432:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234717.306564:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274496:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234717.306584:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234717.306607:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234717/real 1761234717] req@000000000b14a2de x1846777736274496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234717.306620:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b14a2de x1846777736274496/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234742 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234717.306629:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234717.306631:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234717.306634:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b14a2de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274496:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234717.370073:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234718.330041:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234718.394124:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234719.354036:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234719.418126:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234720.378008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234720.442070:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234721.401960:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234721.466119:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234722.426013:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234722.426026:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234722.426034:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234722.426038:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234722.426049:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10320 00000100:00080000:2.0:1761234722.426052:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234722.426059:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234722.426098:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736274560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234722.426129:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234722.426133:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234722.426135:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234722.426138:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10320 00000100:00080000:2.0:1761234722.426141:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234722.426144:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234722.426153:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234722.426166:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736274624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234722.426178:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234722.426182:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234722.426185:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234722.426186:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736274560:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234722.426192:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10320 00000100:00080000:2.0:1761234722.426196:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234722.426199:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234722.426204:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234722.426216:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736274688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234722.426225:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234722.426229:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234722.426231:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234722.426235:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10320 00000100:00080000:2.0:1761234722.426237:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234722.426240:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234722.426245:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234722.426257:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736274752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234722.426262:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234722.426270:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234722.426274:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234722.426275:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234722.426280:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10320 00000100:00080000:2.0:1761234722.426283:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234722.426287:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234722.426291:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234722/real 1761234722] req@00000000c35ccb78 x1846777736274560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:2.0:1761234722.426293:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234722.426306:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736274816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234722.426316:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736274560/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234722.426327:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234722.426330:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234722.426335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736274560:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234722.426358:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274624:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234722.426382:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234722.426391:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234722/real 1761234722] req@000000002f434b1a x1846777736274624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234722.426403:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736274624/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234722.426411:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234722.426414:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234722.426417:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274624:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234722.426423:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274688:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234722.426441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234722.426448:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234722/real 1761234722] req@0000000070bd2103 x1846777736274688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234722.426459:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736274688/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234722.426467:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234722.426470:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234722.426473:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274688:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234722.426479:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274752:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234722.426496:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234722.426504:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234722/real 1761234722] req@000000001f17a0b8 x1846777736274752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234722.426515:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736274752/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234722.426523:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234722.426525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234722.426528:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274752:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234722.426533:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274816:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234722.426550:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234722.426557:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234722/real 1761234722] req@0000000099725227 x1846777736274816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234722.426567:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736274816/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234747 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234722.426574:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234722.426577:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234722.426579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274816:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234722.490116:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234723.449978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234723.514107:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234724.473964:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234724.538115:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234725.498002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234725.562111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234726.522037:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234726.586060:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234727.546024:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234727.546027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234727.546039:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234727.546044:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234727.546056:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10325 00000100:00080000:0.0:1761234727.546060:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234727.546068:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234727.546118:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736274880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234727.546147:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234727.546151:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234727.546152:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234727.546156:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10325 00000100:00080000:0.0:1761234727.546159:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234727.546164:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234727.546175:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234727.546180:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736274880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234727.546192:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736274944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234727.546204:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234727.546208:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234727.546210:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234727.546214:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10325 00000100:00080000:0.0:1761234727.546216:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234727.546221:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234727.546226:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234727.546237:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736275008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234727.546247:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234727.546250:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234727.546252:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234727.546255:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10325 00000100:00080000:0.0:1761234727.546258:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234727.546261:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234727.546265:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234727.546272:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234727.546284:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736275072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234727.546290:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234727/real 1761234727] req@000000009dca9672 x1846777736274880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234727.546296:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234727.546303:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234727.546306:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234727.546311:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736274880/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234727.546313:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10325 00000100:00080000:0.0:1761234727.546320:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234727.546325:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234727.546326:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:1.0:1761234727.546329:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:0.0:1761234727.546334:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234727.546335:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736274880:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234727.546352:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736275136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234727.546366:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274944:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234727.546384:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234727.546390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234727/real 1761234727] req@000000001edf5a39 x1846777736274944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234727.546397:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736274944/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234727.546402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234727.546404:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234727.546406:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736274944:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234727.546410:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275008:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234727.546421:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234727.546425:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234727/real 1761234727] req@0000000023d541ab x1846777736275008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234727.546431:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736275008/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234727.546436:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234727.546437:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234727.546438:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275008:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234727.546441:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275072:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234727.546451:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234727.546455:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234727/real 1761234727] req@00000000330b2500 x1846777736275072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234727.546461:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736275072/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234727.546466:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234727.546467:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234727.546468:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275072:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234727.546471:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275136:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234727.546480:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234727.546485:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234727/real 1761234727] req@00000000d75fe628 x1846777736275136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234727.546491:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736275136/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234752 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234727.546495:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234727.546496:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234727.546498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275136:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234727.610092:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234728.570022:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234728.634151:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234729.593993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234729.658172:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234730.618002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234730.682107:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234731.642030:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234731.706013:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234732.666001:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234732.666008:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234732.666011:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234732.666015:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234732.666025:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10331 00000100:00080000:0.0:1761234732.666028:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234732.666034:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234732.666069:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0da2515 x1846777736275200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234732.666095:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234732.666099:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234732.666100:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234732.666104:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10331 00000100:00080000:0.0:1761234732.666106:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234732.666110:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234732.666120:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234732.666134:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736275200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234732.666144:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000de11a021 x1846777736275264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234732.666160:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234732.666164:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234732.666165:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234732.666168:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10331 00000100:00080000:0.0:1761234732.666171:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234732.666174:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234732.666179:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234732.666193:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d75fe628 x1846777736275328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234732.666202:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234732.666204:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234732.666206:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234732.666210:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10331 00000100:00080000:0.0:1761234732.666212:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234732.666217:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:0.0:1761234732.666223:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234732.666229:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234732.666245:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000330b2500 x1846777736275392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234732.666249:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234732/real 1761234732] req@00000000e0da2515 x1846777736275200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234732.666302:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234732.666306:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234732.666307:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234732.666308:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e0da2515 x1846777736275200/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234732.666320:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10331 00000100:00080000:0.0:1761234732.666325:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234732.666331:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234732.666332:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00080000:1.0:1761234732.666340:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000008:00100000:0.0:1761234732.666342:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234732.666346:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0da2515 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736275200:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234732.666356:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000023d541ab x1846777736275456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234732.666374:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275264:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234732.666406:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234732.666415:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234732/real 1761234732] req@00000000de11a021 x1846777736275264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234732.666429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000de11a021 x1846777736275264/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234732.666434:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234732.666436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234732.666438:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000de11a021 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275264:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234732.666442:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275328:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234732.666459:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234732.666465:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234732/real 1761234732] req@00000000d75fe628 x1846777736275328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234732.666474:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d75fe628 x1846777736275328/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234732.666479:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234732.666481:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234732.666483:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d75fe628 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275328:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234732.666487:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275392:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234732.666507:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234732.666522:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234732/real 1761234732] req@00000000330b2500 x1846777736275392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234732.666536:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000330b2500 x1846777736275392/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234732.666543:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234732.666548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234732.666552:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000330b2500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275392:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234732.666558:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275456:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234732.666576:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234732.666586:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234732/real 1761234732] req@0000000023d541ab x1846777736275456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234732.666593:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000023d541ab x1846777736275456/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234757 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234732.666598:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234732.666599:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234732.666601:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023d541ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275456:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:0.0:1761234732.730038:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234733.689987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234733.754115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234734.714002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234734.778077:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234735.737936:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234735.802143:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234736.761995:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234736.826193:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234737.785993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234737.786119:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234737.786142:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:3.0:1761234737.786147:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234737.786172:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10336 00000100:00080000:3.0:1761234737.786176:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234737.786189:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234737.786251:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736275520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234737.786304:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234737.786317:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234737.786319:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234737.786324:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10336 00000100:00080000:3.0:1761234737.786327:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234737.786329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736275520:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234737.786344:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234737.786370:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1761234737.786395:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234737.786406:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736275584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234737.786419:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234737/real 1761234737] req@00000000a20dea0d x1846777736275520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234737.786422:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234737.786435:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736275520/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1761234737.786444:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234737.786449:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234737.786450:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234737.786457:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234737.786462:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736275520:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:3.0:1761234737.786469:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10336 00000100:00080000:3.0:1761234737.786473:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234737.786478:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234737.786483:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275584:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234737.786504:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761234737.786505:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234737.786514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234737/real 1761234737] req@00000000311bc461 x1846777736275584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234737.786525:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736275584/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234737.786535:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234737.786539:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234737.786544:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275584:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:3.0:1761234737.786550:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736275648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234737.786609:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234737.786623:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234737.786625:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234737.786631:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10336 00000100:00080000:3.0:1761234737.786634:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234737.786636:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275648:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1761234737.786651:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761234737.786657:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761234737.786660:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234737.786665:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234737/real 1761234737] req@00000000eb335f49 x1846777736275648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234737.786673:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736275648/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234737.786683:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761234737.786686:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736275712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234737.786688:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234737.786697:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275648:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00080000:3.0:1761234737.786717:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234737.786721:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761234737.786728:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275712:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00080000:3.0:1761234737.786732:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234737.786739:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10336 00000100:00080000:3.0:1761234737.786741:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234737.786746:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000800:00000100:1.0:1761234737.786757:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000008:00100000:3.0:1761234737.786760:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234737.786769:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234737/real 1761234737] req@000000007cc317a5 x1846777736275712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1761234737.786783:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736275776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234737.786786:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736275712/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234737.786808:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234737.786813:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234737.786819:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275712:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234737.786837:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275776:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234737.786861:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234737.786893:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234737/real 1761234737] req@00000000d46ba267 x1846777736275776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234737.786903:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736275776/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234762 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234737.786910:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234737.786912:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234737.786915:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275776:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234737.850111:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234738.809941:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234738.874159:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234739.833987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234739.898138:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234740.857967:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234740.922112:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234741.881981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234741.946063:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234742.905984:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234742.905997:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234742.906005:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234742.906009:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234742.906018:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10341 00000100:00080000:2.0:1761234742.906022:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234742.906028:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234742.906067:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736275840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234742.906088:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234742.906090:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234742.906091:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234742.906094:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10341 00000100:00080000:2.0:1761234742.906096:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234742.906099:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234742.906107:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234742.906116:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736275904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234742.906121:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736275840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234742.906123:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234742.906130:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234742.906131:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234742.906134:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10341 00000100:00080000:2.0:1761234742.906135:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234742.906137:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234742.906139:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234742.906145:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736275968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234742.906150:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234742.906152:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234742.906152:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234742.906154:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10341 00000100:00080000:2.0:1761234742.906156:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234742.906158:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234742.906160:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234742.906167:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736276032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234742.906175:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234742.906178:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234742.906178:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234742.906180:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10341 00000100:00080000:2.0:1761234742.906181:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234742.906183:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234742.906184:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234742.906190:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736276096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234742.906207:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234742.906235:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234742/real 1761234742] req@0000000099725227 x1846777736275840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234742.906250:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736275840/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234742.906260:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234742.906263:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234742.906266:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736275840:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234742.906290:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275904:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234742.906312:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234742.906320:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234742/real 1761234742] req@000000001f17a0b8 x1846777736275904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234742.906329:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736275904/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234742.906335:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234742.906338:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234742.906341:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275904:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234742.906346:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275968:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234742.906360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234742.906365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234742/real 1761234742] req@0000000070bd2103 x1846777736275968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234742.906371:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736275968/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234742.906375:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234742.906376:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234742.906378:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736275968:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234742.906381:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276032:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234742.906390:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234742.906393:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234742/real 1761234742] req@000000002f434b1a x1846777736276032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234742.906398:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736276032/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234742.906402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234742.906403:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234742.906404:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276032:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234742.906407:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276096:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234742.906417:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234742.906420:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234742/real 1761234742] req@00000000c35ccb78 x1846777736276096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234742.906425:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736276096/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234767 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234742.906430:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234742.906430:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234742.906432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276096:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234742.970063:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234743.930380:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234743.994105:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234744.953996:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234745.018102:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234745.977947:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234746.042096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234747.001940:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234747.066048:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234748.025990:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234748.026089:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234748.026111:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234748.026118:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234748.026138:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10346 00000100:00080000:2.0:1761234748.026148:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234748.026158:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234748.026204:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736276160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234748.026229:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234748.026231:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234748.026233:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234748.026236:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10346 00000100:00080000:2.0:1761234748.026237:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234748.026240:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234748.026253:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234748.026262:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736276224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234748.026269:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234748.026272:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234748.026273:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761234748.026278:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736276160:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234748.026279:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10346 00000100:00080000:2.0:1761234748.026286:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234748.026292:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234748.026296:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234748.026305:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736276288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234748.026311:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234748.026313:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234748.026316:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234748.026319:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10346 00000100:00080000:2.0:1761234748.026320:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234748.026322:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234748.026325:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234748.026332:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736276352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234748.026336:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234748.026338:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234748.026338:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234748.026343:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10346 00000100:00080000:2.0:1761234748.026345:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234748.026347:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234748.026349:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234748.026356:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736276416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234748.026386:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234748.026416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@00000000c35ccb78 x1846777736276160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234748.026432:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736276160/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234748.026442:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234748.026445:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234748.026449:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736276160:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234748.026475:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276224:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234748.026497:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234748.026503:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@000000002f434b1a x1846777736276224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234748.026512:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736276224/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234748.026519:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234748.026521:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234748.026524:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276224:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234748.026529:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276288:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234748.026546:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234748.026552:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@0000000070bd2103 x1846777736276288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234748.026560:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736276288/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234748.026565:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234748.026567:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234748.026569:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276288:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234748.026575:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276352:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234748.026589:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234748.026594:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@000000001f17a0b8 x1846777736276352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234748.026603:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736276352/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234748.026609:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234748.026611:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234748.026614:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276352:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234748.026619:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276416:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234748.026635:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234748.026640:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234748/real 1761234748] req@0000000099725227 x1846777736276416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234748.026648:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736276416/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234773 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234748.026653:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234748.026655:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234748.026657:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276416:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234748.090083:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234749.049978:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234749.114089:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234750.073929:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234750.138089:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234751.098002:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234751.162087:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234752.121982:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234752.186088:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234753.145953:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234753.146101:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234753.146109:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234753.146114:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234753.146126:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10351 00000100:00080000:2.0:1761234753.146137:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234753.146150:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234753.146200:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736276480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234753.146226:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234753.146230:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234753.146231:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234753.146234:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10351 00000100:00080000:2.0:1761234753.146237:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234753.146241:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234753.146253:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234753.146259:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736276480:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234753.146299:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736276544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234753.146310:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234753.146315:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234753.146317:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234753.146320:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10351 00000100:00080000:2.0:1761234753.146322:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234753.146326:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234753.146330:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234753.146341:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736276608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234753.146349:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234753.146352:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234753.146354:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234753.146357:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10351 00000100:00080000:2.0:1761234753.146359:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1761234753.146362:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234753.146366:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234753.146371:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234753.146382:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736276672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234753.146390:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234753.146392:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234753/real 1761234753] req@0000000099725227 x1846777736276480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234753.146396:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234753.146398:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234753.146406:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10351 00000100:00080000:2.0:1761234753.146409:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234753.146413:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:1.0:1761234753.146417:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736276480/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000008:00100000:2.0:1761234753.146417:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00080000:1.0:1761234753.146431:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1761234753.146433:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736276736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234753.146435:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234753.146455:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736276480:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234753.146480:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276544:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234753.146505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234753.146512:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234753/real 1761234753] req@000000001f17a0b8 x1846777736276544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234753.146522:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736276544/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234753.146530:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234753.146532:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234753.146535:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276544:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234753.146539:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276608:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234753.146554:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234753.146560:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234753/real 1761234753] req@0000000070bd2103 x1846777736276608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234753.146568:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736276608/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234753.146575:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234753.146578:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234753.146580:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276608:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234753.146585:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276672:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234753.146602:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234753.146608:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234753/real 1761234753] req@000000002f434b1a x1846777736276672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234753.146618:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736276672/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234753.146625:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234753.146627:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234753.146629:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276672:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234753.146634:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276736:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234753.146647:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234753.146653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234753/real 1761234753] req@00000000c35ccb78 x1846777736276736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234753.146662:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736276736/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234778 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234753.146668:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234753.146670:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234753.146672:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276736:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:0.0:1761234753.210056:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234754.170061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234754.234136:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234755.194014:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234755.258107:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234756.217951:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234756.282048:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234757.242020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234757.306069:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234758.265948:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234758.265990:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234758.265999:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234758.266003:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234758.266012:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10356 00000100:00080000:2.0:1761234758.266015:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234758.266021:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234758.266060:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736276800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234758.266089:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234758.266093:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234758.266095:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234758.266099:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10356 00000100:00080000:2.0:1761234758.266101:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234758.266105:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234758.266114:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234758.266126:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736276864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234758.266136:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736276800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234758.266137:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234758.266149:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234758.266150:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234758.266154:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10356 00000100:00080000:2.0:1761234758.266156:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234758.266164:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234758.266183:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234758.266195:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736276928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234758.266202:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234758.266205:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234758.266206:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234758.266208:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10356 00000100:00080000:2.0:1761234758.266210:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234758.266212:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234758.266215:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234758.266225:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736276992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234758.266230:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234758.266232:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234758.266232:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234758.266235:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10356 00000100:00080000:2.0:1761234758.266236:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234758.266239:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234758.266242:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234758.266247:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736277056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234758.266254:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234758.266283:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234758/real 1761234758] req@00000000c35ccb78 x1846777736276800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234758.266297:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736276800/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234758.266305:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234758.266308:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234758.266311:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736276800:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:1.0:1761234758.266334:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276864:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234758.266348:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234758.266352:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234758/real 1761234758] req@000000002f434b1a x1846777736276864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234758.266358:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736276864/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234758.266363:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234758.266364:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234758.266366:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276864:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234758.266369:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276928:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234758.266378:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234758.266382:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234758/real 1761234758] req@0000000070bd2103 x1846777736276928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234758.266388:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736276928/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234758.266392:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234758.266393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234758.266394:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276928:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234758.266397:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276992:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234758.266407:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234758.266411:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234758/real 1761234758] req@000000001f17a0b8 x1846777736276992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234758.266416:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736276992/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234758.266421:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234758.266422:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234758.266423:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736276992:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234758.266425:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277056:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234758.266434:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234758.266437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234758/real 1761234758] req@0000000099725227 x1846777736277056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234758.266443:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736277056/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234783 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234758.266451:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234758.266452:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234758.266454:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277056:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234758.330112:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234759.290039:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234759.354012:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234760.314027:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234760.378084:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234761.338038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234761.401995:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234762.361986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234762.426135:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234763.385974:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234763.385993:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234763.386003:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234763.386008:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234763.386020:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10361 00000100:00080000:1.0:1761234763.386023:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234763.386030:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234763.386084:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cba7fca5 x1846777736277120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234763.386113:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234763.386117:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234763.386119:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234763.386122:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10361 00000100:00080000:1.0:1761234763.386124:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234763.386129:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234763.386141:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234763.386152:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736277120:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234763.386155:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c21e8593 x1846777736277184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234763.386167:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234763.386171:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234763.386172:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234763.386176:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10361 00000100:00080000:1.0:1761234763.386178:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234763.386181:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234763.386185:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234763.386194:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a7b3b64 x1846777736277248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234763.386201:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234763.386204:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234763.386205:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234763.386208:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10361 00000100:00080000:1.0:1761234763.386210:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234763.386213:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234763.386217:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234763.386225:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c65fa7c5 x1846777736277312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234763.386231:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234763.386234:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234763.386235:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234763.386241:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10361 00000800:00000100:3.0:1761234763.386243:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761234763.386245:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234763.386250:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234763.386253:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234763.386266:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000108af431 x1846777736277376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761234763.386274:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234763/real 1761234763] req@00000000cba7fca5 x1846777736277120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234763.386293:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cba7fca5 x1846777736277120/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234763.386303:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234763.386305:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234763.386309:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cba7fca5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736277120:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234763.386337:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277184:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234763.386358:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234763.386365:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234763/real 1761234763] req@00000000c21e8593 x1846777736277184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234763.386375:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c21e8593 x1846777736277184/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234763.386383:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234763.386385:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234763.386388:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c21e8593 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277184:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234763.386394:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277248:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234763.386410:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234763.386416:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234763/real 1761234763] req@000000000a7b3b64 x1846777736277248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234763.386426:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000a7b3b64 x1846777736277248/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234763.386433:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234763.386436:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234763.386438:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a7b3b64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277248:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234763.386443:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277312:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234763.386458:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234763.386464:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234763/real 1761234763] req@00000000c65fa7c5 x1846777736277312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234763.386474:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c65fa7c5 x1846777736277312/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234763.386481:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234763.386483:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234763.386486:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65fa7c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277312:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234763.386491:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277376:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234763.386506:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234763.386512:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234763/real 1761234763] req@00000000108af431 x1846777736277376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234763.386522:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000108af431 x1846777736277376/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234788 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234763.386529:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234763.386531:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234763.386534:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000108af431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277376:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:0.0:1761234763.450043:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234764.410023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234764.474304:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234765.434061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234765.498090:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234766.458021:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234766.522058:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234767.482020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234767.546302:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234768.505991:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761234768.505991:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234768.506003:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234768.506007:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234768.506017:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10366 00000100:00080000:1.0:1761234768.506020:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234768.506037:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234768.506077:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090114397 x1846777736277440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234768.506116:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234768.506120:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234768.506121:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234768.506125:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10366 00000100:00080000:1.0:1761234768.506128:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234768.506142:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234768.506147:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736277440:192.168.201.106@tcp:250:kworker/u8:2.0 00000008:00100000:1.0:1761234768.506155:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234768.506171:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cee0df34 x1846777736277504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234768.506191:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234768.506196:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234768.506198:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234768.506203:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10366 00000100:00080000:1.0:1761234768.506205:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234768.506210:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234768.506216:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234768.506227:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001dfe2b3c x1846777736277568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234768.506239:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761234768.506247:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234768.506250:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234768.506252:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234768.506257:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10366 00000100:00080000:1.0:1761234768.506259:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234768.506262:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234768.506268:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234768/real 1761234768] req@0000000090114397 x1846777736277440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000008:00100000:1.0:1761234768.506268:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234768.506282:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f52221c5 x1846777736277632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234768.506286:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000090114397 x1846777736277440/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234768.506294:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234768.506297:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234768.506303:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090114397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736277440:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761234768.506307:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234768.506311:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234768.506313:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234768.506318:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10366 00000100:00080000:1.0:1761234768.506321:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234768.506325:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234768.506329:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277504:192.168.201.106@tcp:38:kworker/u8:2.0 00000008:00100000:1.0:1761234768.506329:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234768.506348:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234768.506356:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dcfa4436 x1846777736277696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234768.506357:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234768/real 1761234768] req@00000000cee0df34 x1846777736277504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234768.506386:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cee0df34 x1846777736277504/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234768.506391:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234768.506393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234768.506395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cee0df34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277504:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234768.506401:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277568:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234768.506413:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234768.506418:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234768/real 1761234768] req@000000001dfe2b3c x1846777736277568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234768.506424:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001dfe2b3c x1846777736277568/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234768.506428:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234768.506429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234768.506432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dfe2b3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277568:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234768.506434:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277632:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234768.506443:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234768.506447:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234768/real 1761234768] req@00000000f52221c5 x1846777736277632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234768.506452:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f52221c5 x1846777736277632/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234768.506456:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234768.506457:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234768.506459:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f52221c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277632:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234768.506470:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277696:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234768.506480:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234768.506484:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234768/real 1761234768] req@00000000dcfa4436 x1846777736277696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234768.506490:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000dcfa4436 x1846777736277696/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234793 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234768.506494:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234768.506495:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234768.506497:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dcfa4436 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277696:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234768.570017:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234769.530034:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234769.594127:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234770.553998:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234770.618025:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234771.578032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234771.642156:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234772.601971:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234772.666106:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234773.626023:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:0.0:1761234773.626030:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234773.626038:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234773.626042:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234773.626052:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10372 00000100:00080000:0.0:1761234773.626056:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234773.626063:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234773.626105:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edf5a39 x1846777736277760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234773.626129:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234773.626132:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234773.626133:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234773.626135:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10372 00000100:00080000:0.0:1761234773.626137:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234773.626139:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234773.626147:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234773.626155:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009dca9672 x1846777736277824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234773.626161:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234773.626165:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1761234773.626166:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736277760:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:0.0:1761234773.626167:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234773.626173:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10372 00000100:00080000:0.0:1761234773.626175:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234773.626176:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234773.626179:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234773.626185:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cd0ff0b x1846777736277888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234773.626190:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234773.626192:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234773.626193:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234773.626195:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10372 00000100:00080000:0.0:1761234773.626196:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234773.626198:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234773.626201:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234773.626206:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736277952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234773.626210:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234773.626212:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234773.626213:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234773.626214:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10372 00000100:00080000:0.0:1761234773.626215:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234773.626217:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234773.626219:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234773.626225:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736278016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:3.0:1761234773.626254:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234773.626278:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234773/real 1761234773] req@000000001edf5a39 x1846777736277760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234773.626289:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edf5a39 x1846777736277760/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234773.626296:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234773.626299:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234773.626301:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edf5a39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736277760:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234773.626325:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277824:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234773.626347:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234773.626355:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234773/real 1761234773] req@000000009dca9672 x1846777736277824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234773.626365:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009dca9672 x1846777736277824/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234773.626372:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234773.626374:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234773.626377:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dca9672 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277824:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234773.626381:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277888:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:3.0:1761234773.626397:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234773.626403:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234773/real 1761234773] req@000000008cd0ff0b x1846777736277888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234773.626411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008cd0ff0b x1846777736277888/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234773.626417:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234773.626419:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234773.626422:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cd0ff0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277888:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:3.0:1761234773.626426:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277952:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234773.626441:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234773.626446:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234773/real 1761234773] req@00000000c90d576b x1846777736277952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234773.626455:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736277952/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234773.626461:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234773.626464:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234773.626466:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736277952:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761234773.626470:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278016:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:3.0:1761234773.626486:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:3.0:1761234773.626493:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234773/real 1761234773] req@000000000e921d21 x1846777736278016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1761234773.626501:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736278016/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234798 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1761234773.626507:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761234773.626509:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:3.0:1761234773.626511:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278016:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234773.690119:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234774.649993:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234774.714074:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234775.673986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234775.738064:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234776.697994:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234776.762031:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761234777.721979:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234777.786058:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761234778.745990:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234778.746001:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00100000:0.0:1761234778.746004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:3.0:1761234778.746005:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234778.746015:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10377 00000100:00080000:3.0:1761234778.746018:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234778.746025:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:3.0:1761234778.746061:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d46ba267 x1846777736278080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234778.746085:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234778.746088:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1761234778.746089:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234778.746093:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10377 00000100:00080000:3.0:1761234778.746095:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234778.746100:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234778.746109:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234778.746113:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736278080:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:3.0:1761234778.746123:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007cc317a5 x1846777736278144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234778.746133:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234778.746137:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1761234778.746138:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234778.746141:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10377 00000100:00080000:3.0:1761234778.746143:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234778.746146:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234778.746150:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234778.746159:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb335f49 x1846777736278208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761234778.746166:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234778.746169:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1761234778.746171:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234778.746174:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10377 00000100:00080000:3.0:1761234778.746176:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234778.746179:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:3.0:1761234778.746184:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234778.746193:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000311bc461 x1846777736278272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234778.746202:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1761234778.746203:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761234778.746209:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761234778.746210:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761234778.746215:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10377 00000100:00080000:3.0:1761234778.746217:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761234778.746221:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000100:00100000:0.0:1761234778.746225:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278208:192.168.201.106@tcp:38:kworker/u8:2.0 00000008:00100000:3.0:1761234778.746225:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1761234778.746240:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a20dea0d x1846777736278336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234778.746247:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234778.746264:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278336:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234778.810044:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234779.769981:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234779.834242:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234780.794025:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234780.858131:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234781.817987:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000400:00000100:2.0:1761234781.818178:0:2277:0:(lib-socket.c:430:lnet_sock_connect()) Error -113 connecting 1020 -> 192.168.201.106:988 00000400:00000100:2.0:1761234781.818216:0:2277:0:(acceptor.c:105:lnet_connect_console_error()) Connection to 192.168.201.106@tcp at host 192.168.201.106 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1761234781.818229:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234781.818273:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234781.818282:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234781.818289:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000800:00000100:2.0:1761234781.818296:0:2277:0:(socklnd_cb.c:430:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.106@tcp 00000100:00100000:0.0:1761234781.818361:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234778/real 1761234781] req@00000000a20dea0d x1846777736278336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234781.818382:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a20dea0d x1846777736278336/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234781.818392:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234781.818395:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234781.818399:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a20dea0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278336:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234781.818406:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234778/real 1761234781] req@00000000311bc461 x1846777736278272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234781.818415:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000311bc461 x1846777736278272/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234781.818427:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234781.818429:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234781.818432:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000311bc461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278272:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234781.818437:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234778/real 1761234781] req@000000007cc317a5 x1846777736278144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234781.818447:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007cc317a5 x1846777736278144/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234781.818453:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234781.818455:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234781.818458:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cc317a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278144:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234781.818463:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234778/real 1761234781] req@00000000eb335f49 x1846777736278208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234781.818473:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000eb335f49 x1846777736278208/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234781.818478:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234781.818480:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234781.818483:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb335f49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278208:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234781.818487:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234778/real 1761234781] req@00000000d46ba267 x1846777736278080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234781.818497:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d46ba267 x1846777736278080/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234803 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234781.818508:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234781.818511:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234781.818513:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d46ba267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736278080:192.168.201.106@tcp:250:kworker/u8:2.0 00010000:00010000:2.0:1761234781.882077:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234782.841980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234782.906060:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234783.865980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234783.866038:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234783.866045:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234783.866047:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234783.866056:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10382 00000100:00080000:2.0:1761234783.866059:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234783.866064:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234783.866094:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736278400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234783.866120:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234783.866123:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234783.866125:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234783.866129:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10382 00000100:00080000:2.0:1761234783.866130:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234783.866134:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234783.866142:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234783.866149:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736278400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234783.866155:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736278464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234783.866166:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234783.866169:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234783.866170:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234783.866174:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10382 00000100:00080000:2.0:1761234783.866176:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234783.866179:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234783.866183:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234783.866194:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736278528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234783.866202:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234783.866205:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234783.866207:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1761234783.866208:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234783.866214:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10382 00000100:00080000:2.0:1761234783.866216:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234783.866220:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234783.866224:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234783.866228:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234783/real 1761234783] req@0000000099725227 x1846777736278400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1761234783.866236:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736278592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234783.866245:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234783.866247:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736278400/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234783.866250:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234783.866253:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234783.866260:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234783.866261:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10382 00000100:00080000:0.0:1761234783.866265:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761234783.866266:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234783.866271:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736278400:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234783.866273:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234783.866280:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234783.866290:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c35ccb78 x1846777736278656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234783.866297:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278464:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234783.866322:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234783.866330:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234783/real 1761234783] req@000000001f17a0b8 x1846777736278464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234783.866340:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736278464/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234783.866346:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234783.866348:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234783.866351:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278464:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234783.866356:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278528:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234783.866372:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234783.866378:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234783/real 1761234783] req@0000000070bd2103 x1846777736278528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234783.866386:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736278528/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234783.866391:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234783.866393:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234783.866395:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278528:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234783.866400:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278592:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234783.866414:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234783.866420:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234783/real 1761234783] req@000000002f434b1a x1846777736278592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234783.866429:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736278592/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234783.866435:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234783.866437:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234783.866439:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278592:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234783.866453:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278656:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234783.866471:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234783.866477:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234783/real 1761234783] req@00000000c35ccb78 x1846777736278656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234783.866487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c35ccb78 x1846777736278656/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234808 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234783.866492:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234783.866494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234783.866496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c35ccb78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278656:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:3.0:1761234783.929985:0:202668:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1761234783.930039:0:197625:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1761234783.930046:0:197625:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff8915d0f1f000 lock: 00000000e17ecd7c/0xc948e9fb93c2cb4e lrc: 2/0,0 mode: PR/PR res: [0x1142:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400000000 nid: local remote: 0xbca5d748e6c6446f expref: -99 pid: 198846 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1761234783.930051:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1761234783.930070:0:197625:0:(vvp_io.c:1820:vvp_io_init()) [0x200002b11:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1761234783.930376:0:197625:0:(vvp_io.c:313:vvp_io_fini()) [0x200002b11:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00010000:00010000:2.0:1761234783.930421:0:197625:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff8915d0f1f000 lock: 00000000e17ecd7c/0xc948e9fb93c2cb4e lrc: 1/0,0 mode: --/PR res: [0x1142:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xbca5d748e6c6446f expref: -99 pid: 198846 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1761234783.930429:0:197625:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1761234783.930452:0:197625:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff8915d0f1f000 lock: 00000000e17ecd7c/0xc948e9fb93c2cb4e lrc: 0/0,0 mode: --/PR res: [0x1142:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400000020 nid: local remote: 0xbca5d748e6c6446f expref: -99 pid: 198846 timeout: 0 lvb_type: 1 00000100:00080000:3.0:1761234783.930474:0:2292:0:(client.c:1659:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@00000000c35ccb78 x1846777736278720/t0(0) o103->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00010000:2.0:1761234783.930478:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761234783.930480:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761234783.930483:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234784.890061:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234784.954056:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234785.914072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234785.978025:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234786.937986:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234787.002115:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234787.962018:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234788.026073:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234788.986049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234788.986055:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234788.986067:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234788.986071:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234788.986084:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10387 00000100:00080000:2.0:1761234788.986089:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234788.986098:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234788.986140:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002f434b1a x1846777736278784/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234788.986165:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234788.986170:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234788.986172:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234788.986175:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10387 00000100:00080000:2.0:1761234788.986177:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234788.986181:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234788.986191:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234788.986203:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000070bd2103 x1846777736278848/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234788.986213:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761234788.986216:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736278784:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00080000:2.0:1761234788.986218:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234788.986222:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234788.986229:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10387 00000100:00080000:2.0:1761234788.986231:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234788.986234:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234788.986238:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234788.986252:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001f17a0b8 x1846777736278912/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234788.986260:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234788.986263:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234788.986265:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234788.986268:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10387 00000100:00080000:2.0:1761234788.986270:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234788.986273:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234788.986278:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234788.986288:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000099725227 x1846777736278976/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234788.986295:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234788.986298:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234788.986299:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234788.986303:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10387 00000100:00080000:2.0:1761234788.986305:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234788.986308:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234788.986311:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1761234788.986320:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234788.986325:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007e80ba61 x1846777736279040/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761234788.986371:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234788/real 1761234788] req@000000002f434b1a x1846777736278784/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234788.986392:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002f434b1a x1846777736278784/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234788.986402:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234788.986405:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234788.986409:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f434b1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736278784:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:0.0:1761234788.986440:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278848:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234788.986465:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234788.986474:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234788/real 1761234788] req@0000000070bd2103 x1846777736278848/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234788.986486:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000070bd2103 x1846777736278848/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234788.986493:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234788.986495:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234788.986498:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000070bd2103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278848:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234788.986504:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278912:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:0.0:1761234788.986523:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234788.986530:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234788/real 1761234788] req@000000001f17a0b8 x1846777736278912/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234788.986540:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001f17a0b8 x1846777736278912/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234788.986546:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234788.986548:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234788.986551:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f17a0b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278912:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:0.0:1761234788.986556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278976:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234788.986575:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234788.986596:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234788/real 1761234788] req@0000000099725227 x1846777736278976/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234788.986607:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000099725227 x1846777736278976/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234788.986614:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234788.986617:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234788.986620:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099725227 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736278976:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761234788.986625:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e80ba61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279040:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:0.0:1761234788.986646:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234788.986653:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234788/real 1761234788] req@000000007e80ba61 x1846777736279040/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:0.0:1761234788.986663:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007e80ba61 x1846777736279040/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234813 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:0.0:1761234788.986670:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234788.986672:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234788.986674:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e80ba61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279040:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234789.050153:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234790.010407:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234790.074286:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234791.035011:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234791.098096:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234792.058031:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234792.122112:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234793.082122:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234793.146109:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234794.106044:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:1.0:1761234794.106268:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234794.106277:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234794.106282:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234794.106294:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10392 00000100:00080000:1.0:1761234794.106298:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234794.106307:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234794.106360:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000464e3652 x1846777736279104/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234794.106385:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234794.106388:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234794.106389:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234794.106392:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10392 00000100:00080000:1.0:1761234794.106393:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234794.106395:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234794.106406:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234794.106415:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000baedc40 x1846777736279168/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234794.106422:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234794.106424:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234794.106425:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761234794.106429:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736279104:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761234794.106430:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10392 00000100:00080000:1.0:1761234794.106431:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234794.106436:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234794.106440:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234794.106445:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000069b687a x1846777736279232/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234794.106449:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234794.106451:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234794.106453:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234794.106456:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10392 00000100:00080000:1.0:1761234794.106459:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234794.106463:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234794.106468:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234794.106479:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c1573a x1846777736279296/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234794.106497:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234794.106500:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234794.106502:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234794.106506:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10392 00000100:00080000:1.0:1761234794.106508:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234794.106511:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234794.106514:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234794.106522:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000054fdc67e x1846777736279360/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234794.106560:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234794.106592:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234794/real 1761234794] req@00000000464e3652 x1846777736279104/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234794.106612:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000464e3652 x1846777736279104/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234794.106624:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234794.106627:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234794.106632:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000464e3652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736279104:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234794.106662:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279168:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234794.106684:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234794.106690:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234794/real 1761234794] req@000000000baedc40 x1846777736279168/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234794.106699:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000baedc40 x1846777736279168/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234794.106706:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234794.106708:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234794.106711:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000baedc40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279168:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234794.106716:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279232:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234794.106735:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234794.106742:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234794/real 1761234794] req@00000000069b687a x1846777736279232/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234794.106751:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000069b687a x1846777736279232/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234794.106757:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234794.106759:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234794.106762:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000069b687a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279232:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234794.106768:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279296:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234794.106792:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234794.106800:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234794/real 1761234794] req@00000000c2c1573a x1846777736279296/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234794.106810:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c1573a x1846777736279296/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234794.106817:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234794.106819:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234794.106822:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c1573a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279296:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234794.106827:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279360:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234794.106845:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234794.106852:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234794/real 1761234794] req@0000000054fdc67e x1846777736279360/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234794.106862:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000054fdc67e x1846777736279360/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234819 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234794.106891:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234794.106894:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234794.106897:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054fdc67e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279360:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234794.170164:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234795.131579:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234795.194269:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234796.154097:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234796.218095:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234797.178129:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234797.242144:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234798.202049:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234798.266051:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234799.225997:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234799.226008:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234799.226012:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234799.226023:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10397 00000100:00080000:1.0:1761234799.226027:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234799.226035:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234799.226043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761234799.226075:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006ce6fb08 x1846777736279424/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234799.226104:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234799.226108:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234799.226109:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234799.226113:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10397 00000100:00080000:1.0:1761234799.226114:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234799.226118:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234799.226128:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234799.226144:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736279424:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234799.226145:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c8a8899 x1846777736279488/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234799.226162:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234799.226164:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234799.226165:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234799.226169:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10397 00000100:00080000:1.0:1761234799.226170:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234799.226174:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234799.226179:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234799.226192:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0dbac9b x1846777736279552/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234799.226199:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234799.226204:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234799.226206:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234799.226209:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10397 00000100:00080000:1.0:1761234799.226210:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234799.226213:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234799.226218:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234799.226229:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000086973a9 x1846777736279616/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:0.0:1761234799.226236:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:1.0:1761234799.226249:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234799.226253:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234799.226255:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234799.226262:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10397 00000100:00080000:1.0:1761234799.226265:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1761234799.226266:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234799/real 1761234799] req@000000006ce6fb08 x1846777736279424/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234799.226275:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234799.226284:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234799.226288:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006ce6fb08 x1846777736279424/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234799.226298:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736279680/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234799.226300:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234799.226304:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234799.226310:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ce6fb08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736279424:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234799.226344:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279488:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234799.226360:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234799.226364:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234799/real 1761234799] req@000000009c8a8899 x1846777736279488/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234799.226371:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c8a8899 x1846777736279488/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234799.226375:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234799.226377:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234799.226379:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c8a8899 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279488:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234799.226382:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279552:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:0.0:1761234799.226414:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234799.226421:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234799/real 1761234799] req@00000000a0dbac9b x1846777736279552/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234799.226430:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a0dbac9b x1846777736279552/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234799.226443:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234799.226445:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234799.226448:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0dbac9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279552:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:0.0:1761234799.226454:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279616:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234799.226472:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234799.226477:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234799/real 1761234799] req@00000000086973a9 x1846777736279616/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234799.226483:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000086973a9 x1846777736279616/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234799.226487:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234799.226489:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234799.226490:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086973a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279616:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234799.226493:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279680:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:0.0:1761234799.226503:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:0.0:1761234799.226506:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234799/real 1761234799] req@0000000013a55d77 x1846777736279680/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:0.0:1761234799.226511:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736279680/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234824 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:0.0:1761234799.226516:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761234799.226517:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:0.0:1761234799.226518:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279680:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234799.290086:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234800.250056:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234800.314115:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234801.274072:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234801.338232:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234802.298032:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234802.362105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234803.321989:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234803.386236:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761234804.346147:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234804.346161:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:0.0:1761234804.346166:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234804.346179:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10402 00000100:00080000:0.0:1761234804.346183:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234804.346192:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:0.0:1761234804.346235:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736279744/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234804.346262:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234804.346265:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1761234804.346267:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234804.346270:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10402 00000100:00080000:0.0:1761234804.346272:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234804.346275:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234804.346286:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234804.346348:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00100000:1.0:1761234804.346396:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736279744:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:1.0:1761234804.346505:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234804.346533:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234804/real 1761234804] req@00000000911b207d x1846777736279744/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234804.346550:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736279744/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234804.346560:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234804.346563:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234804.346567:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736279744:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:0.0:1761234804.346628:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd377aae x1846777736279808/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234804.346643:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234804.346646:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1761234804.346648:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234804.346651:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10402 00000100:00080000:0.0:1761234804.346654:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234804.346657:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234804.346661:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234804.346669:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000911b207d x1846777736279872/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234804.346675:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234804.346678:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1761234804.346679:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234804.346681:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10402 00000100:00080000:0.0:1761234804.346683:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234804.346686:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234804.346689:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234804.346694:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000e921d21 x1846777736279936/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761234804.346700:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761234804.346702:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761234804.346703:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761234804.346705:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10402 00000100:00080000:0.0:1761234804.346707:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761234804.346710:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:0.0:1761234804.346712:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1761234804.346718:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c90d576b x1846777736280000/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234804.346836:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279808:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234804.346859:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234804.346881:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234804/real 1761234804] req@00000000fd377aae x1846777736279808/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234804.346890:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd377aae x1846777736279808/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234804.346895:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234804.346897:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234804.346899:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd377aae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279808:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234804.346904:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279872:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234804.346919:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234804.346924:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234804/real 1761234804] req@00000000911b207d x1846777736279872/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234804.346932:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000911b207d x1846777736279872/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234804.346938:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234804.346940:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234804.346942:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000911b207d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279872:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234804.346945:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279936:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234804.346957:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234804.346961:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234804/real 1761234804] req@000000000e921d21 x1846777736279936/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234804.346969:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000e921d21 x1846777736279936/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234804.346974:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234804.346976:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234804.346978:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e921d21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736279936:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234804.346981:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280000:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234804.346993:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234804.346999:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234804/real 1761234804] req@00000000c90d576b x1846777736280000/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234804.347007:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c90d576b x1846777736280000/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234829 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234804.347052:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234804.347055:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234804.347058:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c90d576b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280000:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:2.0:1761234804.410115:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234805.369956:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234805.434123:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234806.394038:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234806.458499:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234807.418020:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234807.482839:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234808.442004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234808.506035:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761234809.466050:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761234809.466062:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234809.466067:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234809.466073:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234809.466089:0:202628:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10407 00000100:00080000:2.0:1761234809.466093:0:202628:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234809.466104:0:202628:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234809.466150:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000254854c5 x1846777736280064/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234809.466183:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234809.466187:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234809.466189:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234809.466193:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10407 00000100:00080000:2.0:1761234809.466207:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234809.466211:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234809.466224:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234809.466227:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254854c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736280064:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234809.466242:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006b574992 x1846777736280128/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234809.466255:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234809.466260:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234809.466261:0:202628:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234809.466266:0:202628:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10407 00000100:00080000:2.0:1761234809.466268:0:202628:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234809.466272:0:202628:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234809.466277:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234809.466289:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001d082b8b x1846777736280192/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:1.0:1761234809.466296:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00080000:2.0:1761234809.466308:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234809.466313:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234809.466316:0:202628:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234809.466322:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10407 00000100:00080000:2.0:1761234809.466324:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761234809.466328:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234809/real 1761234809] req@00000000254854c5 x1846777736280064/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234809.466332:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234809.466338:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234809.466352:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009d45733e x1846777736280256/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234809.466362:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000254854c5 x1846777736280064/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:2.0:1761234809.466369:0:202628:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234809.466379:0:202628:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234809.466381:0:202628:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234809.466392:0:202628:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10407 00000100:00080000:1.0:1761234809.466393:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234809.466395:0:202628:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234809.466401:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00080000:2.0:1761234809.466402:0:202628:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234809.466411:0:202628:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234809.466416:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254854c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736280064:192.168.201.106@tcp:250:kworker/u8:3.0 00000100:00100000:2.0:1761234809.466427:0:202628:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6824753 x1846777736280320/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234809.466447:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b574992 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280128:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234809.466474:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234809.466480:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234809/real 1761234809] req@000000006b574992 x1846777736280128/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234809.466487:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006b574992 x1846777736280128/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234809.466492:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234809.466494:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234809.466496:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b574992 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280128:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234809.466499:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d082b8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280192:192.168.201.106@tcp:38:kworker/u8:3.0 00000800:00000100:1.0:1761234809.466510:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234809.466514:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234809/real 1761234809] req@000000001d082b8b x1846777736280192/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234809.466520:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001d082b8b x1846777736280192/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234809.466524:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234809.466525:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234809.466526:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d082b8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280192:192.168.201.106@tcp:38:kworker/u8:3.0 00000100:00100000:1.0:1761234809.466529:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d45733e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280256:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234809.466539:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234809.466542:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234809/real 1761234809] req@000000009d45733e x1846777736280256/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234809.466547:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009d45733e x1846777736280256/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234809.466551:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234809.466552:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234809.466553:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d45733e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280256:192.168.201.106@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761234809.466556:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6824753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280320:192.168.201.106@tcp:8:kworker/u8:3.0 00000800:00000100:1.0:1761234809.466564:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234809.466567:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234809/real 1761234809] req@00000000c6824753 x1846777736280320/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00100000:1.0:1761234809.466573:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c6824753 x1846777736280320/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234834 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:1.0:1761234809.466577:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234809.466578:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234809.466579:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6824753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280320:192.168.201.106@tcp:8:kworker/u8:3.0 00010000:00010000:1.0:1761234809.530128:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234810.490052:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:2.0:1761234810.554091:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234811.514226:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234811.579432:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234812.538001:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234812.604397:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234813.562004:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234813.627188:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761234814.586004:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234814.586025:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:1.0:1761234814.586030:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234814.586044:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10413 00000100:00080000:1.0:1761234814.586048:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234814.586057:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:1.0:1761234814.586122:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012be0532 x1846777736280384/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234814.586159:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234814.586163:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1761234814.586165:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234814.586168:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10413 00000100:00080000:1.0:1761234814.586173:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234814.586177:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234814.586190:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234814.586204:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a9a6396 x1846777736280448/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234814.586216:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234814.586219:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1761234814.586220:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234814.586227:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10413 00000100:00100000:2.0:1761234814.586228:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736280384:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00080000:1.0:1761234814.586230:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234814.586235:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234814.586239:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234814.586251:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000161ad79e x1846777736280512/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234814.586260:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234814.586263:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1761234814.586265:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234814.586270:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10413 00000100:00080000:1.0:1761234814.586273:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234814.586277:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234814.586283:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234814.586299:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f706d6b4 x1846777736280576/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761234814.586308:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761234814.586312:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761234814.586314:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761234814.586317:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10413 00000100:00080000:1.0:1761234814.586319:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761234814.586322:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:1.0:1761234814.586326:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1761234814.586338:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013a55d77 x1846777736280640/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000100:2.0:1761234814.586355:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234814.586390:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234814/real 1761234814] req@0000000012be0532 x1846777736280384/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234814.586411:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012be0532 x1846777736280384/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234814.586422:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234814.586425:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234814.586430:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012be0532 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736280384:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:2.0:1761234814.586505:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280448:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761234814.586532:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234814.586539:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234814/real 1761234814] req@000000007a9a6396 x1846777736280448/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234814.586550:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a9a6396 x1846777736280448/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234814.586557:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234814.586559:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234814.586562:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a9a6396 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280448:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761234814.586568:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280512:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:2.0:1761234814.586585:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234814.586603:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234814/real 1761234814] req@00000000161ad79e x1846777736280512/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234814.586613:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000161ad79e x1846777736280512/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234814.586621:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234814.586623:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234814.586627:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000161ad79e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280512:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:2.0:1761234814.586632:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280576:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761234814.586654:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234814.586667:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234814/real 1761234814] req@00000000f706d6b4 x1846777736280576/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234814.586678:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f706d6b4 x1846777736280576/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234814.586685:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234814.586687:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234814.586691:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f706d6b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280576:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761234814.586696:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280640:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:2.0:1761234814.586713:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:2.0:1761234814.586718:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234814/real 1761234814] req@0000000013a55d77 x1846777736280640/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1761234814.586737:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000013a55d77 x1846777736280640/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234839 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:2.0:1761234814.586745:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761234814.586747:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:2.0:1761234814.586750:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013a55d77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280640:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761234814.587324:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234814.658240:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234815.609980:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234815.674273:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234816.635291:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234816.698105:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234817.658010:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234817.722162:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234818.682527:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234818.746544:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761234819.706028:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00000100:00080000:2.0:1761234819.707087:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) 54111176-6dbf-4c73-8c00-8df748ec72c3->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234819.707094:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00080000:2.0:1761234819.707097:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234819.707105:0:202198:0:(import.c:534:import_select_connection()) MGC192.168.201.106@tcp: connect to NID 192.168.201.106@tcp last attempt 10418 00000100:00080000:2.0:1761234819.707108:0:202198:0:(import.c:581:import_select_connection()) MGC192.168.201.106@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234819.707115:0:202198:0:(import.c:615:import_select_connection()) MGC192.168.201.106@tcp: import 00000000914a4cff using connection MGC192.168.201.106@tcp_0/192.168.201.106@tcp 00000100:00100000:2.0:1761234819.707147:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a6c73cd0 x1846777736280704/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234819.707177:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234819.707181:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1761234819.707182:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234819.707185:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10418 00000100:00080000:2.0:1761234819.707187:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234819.707191:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8915d0f1f000: import 00000000de20973e using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234819.707199:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234819.707209:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000037c63e2f x1846777736280768/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234819.707217:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234819.707220:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1761234819.707221:0:202198:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234819.707224:0:202198:0:(import.c:534:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10418 00000100:00080000:2.0:1761234819.707226:0:202198:0:(import.c:581:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234819.707229:0:202198:0:(import.c:615:import_select_connection()) lustre-MDT0001-mdc-ffff8915d0f1f000: import 000000003ab43cdd using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234819.707232:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234819.707240:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a5f30801 x1846777736280832/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234819.707246:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234819.707248:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1761234819.707249:0:202198:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234819.707251:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10418 00000100:00080000:2.0:1761234819.707253:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234819.707256:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0000-osc-ffff8915d0f1f000: import 00000000fc1db6ad using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234819.707259:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234819.707267:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001d77ff53 x1846777736280896/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761234819.707274:0:202198:0:(pinger.c:251:ptlrpc_pinger_process_import()) b95147d6-1099-4870-a403-e5d2f4ac6e49->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761234819.707276:0:202198:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761234819.707277:0:202198:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761234819.707280:0:202198:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: connect to NID 192.168.201.106@tcp last attempt 10418 00000100:00080000:2.0:1761234819.707282:0:202198:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761234819.707285:0:202198:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-ffff8915d0f1f000: import 000000009d7d07ac using connection 192.168.201.106@tcp/192.168.201.106@tcp 00000008:00100000:2.0:1761234819.707288:0:202198:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1761234819.707297:0:202198:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007a7d1c06 x1846777736280960/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761234819.707373:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a6c73cd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736280704:192.168.201.106@tcp:250:kworker/u8:2.0 00000800:00000100:1.0:1761234819.707439:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234819.707465:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234819/real 1761234819] req@00000000a6c73cd0 x1846777736280704/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234819.707480:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a6c73cd0 x1846777736280704/t0(0) o250->MGC192.168.201.106@tcp@192.168.201.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234819.707489:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000914a4cff MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234819.707491:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234819.707495:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a6c73cd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:54111176-6dbf-4c73-8c00-8df748ec72c3:2288:1846777736280704:192.168.201.106@tcp:250:kworker/u8:2.0 00000100:00100000:1.0:1761234819.707501:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037c63e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280768:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234819.707521:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234819.707529:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234819/real 1761234819] req@0000000037c63e2f x1846777736280768/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234819.707538:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000037c63e2f x1846777736280768/t0(0) o38->lustre-MDT0000-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234819.707545:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000de20973e lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234819.707547:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234819.707550:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037c63e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280768:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234819.707554:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a5f30801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280832:192.168.201.106@tcp:38:kworker/u8:2.0 00000800:00000100:1.0:1761234819.707570:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234819.707576:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234819/real 1761234819] req@00000000a5f30801 x1846777736280832/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234819.707584:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a5f30801 x1846777736280832/t0(0) o38->lustre-MDT0001-mdc-ffff8915d0f1f000@192.168.201.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234819.707589:0:2288:0:(import.c:86:import_set_state_nolock()) 000000003ab43cdd lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234819.707591:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234819.707593:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a5f30801 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280832:192.168.201.106@tcp:38:kworker/u8:2.0 00000100:00100000:1.0:1761234819.707597:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d77ff53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280896:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234819.707612:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234819.707619:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234819/real 1761234819] req@000000001d77ff53 x1846777736280896/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234819.707627:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001d77ff53 x1846777736280896/t0(0) o8->lustre-OST0000-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234819.707632:0:2288:0:(import.c:86:import_set_state_nolock()) 00000000fc1db6ad lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234819.707635:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234819.707637:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d77ff53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280896:192.168.201.106@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761234819.707641:0:2288:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a7d1c06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280960:192.168.201.106@tcp:8:kworker/u8:2.0 00000800:00000100:1.0:1761234819.707656:0:2288:0:(socklnd_cb.c:970:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.106@tcp 00000100:00100000:1.0:1761234819.707663:0:2288:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1761234819/real 1761234819] req@000000007a7d1c06 x1846777736280960/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1761234819.707671:0:2288:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007a7d1c06 x1846777736280960/t0(0) o8->lustre-OST0001-osc-ffff8915d0f1f000@192.168.201.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1761234844 ref 1 fl Rpc:eXNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00080000:1.0:1761234819.707677:0:2288:0:(import.c:86:import_set_state_nolock()) 000000009d7d07ac lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761234819.707679:0:2288:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.106@tcp failed (-110) 00000100:00100000:1.0:1761234819.707681:0:2288:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a7d1c06 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b95147d6-1099-4870-a403-e5d2f4ac6e49:2288:1846777736280960:192.168.201.106@tcp:8:kworker/u8:2.0 00010000:00010000:1.0:1761234819.771380:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234820.730043:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234820.794125:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234821.755097:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234821.824639:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234822.778055:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:0.0:1761234822.843710:0:197625:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761234823.802115:0:202193:0:(client.c:2500:ptlrpc_set_wait()) set 000000003db83740 going to sleep for 0 seconds 00010000:00010000:1.0:1761234823.868211:0:197624:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 58305 lines, 58305 kept, 0 dropped, 0 bad.